-- Logs begin at Wed 2021-06-23 03:10:01 UTC, end at Wed 2021-06-23 04:04:37 UTC. --
Jun 23 03:38:45.984111 dv-cinder-768592-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 23 03:38:48.631114 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.common.config [-] Logging enabled!
Jun 23 03:38:48.631698 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382
Jun 23 03:38:48.631889 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99414) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 23 03:38:48.635023 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.common.config [-] Logging enabled!
Jun 23 03:38:48.635276 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382
Jun 23 03:38:48.635582 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99414) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 23 03:38:48.636514 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 23 03:38:48.636756 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 23 03:38:48.637119 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 23 03:38:48.637370 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 23 03:38:48.637587 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 23 03:38:48.637896 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.638185 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.638474 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.638699 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.638985 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.639268 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.639544 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.639826 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.640113 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.640396 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.640711 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.640992 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.641221 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.641498 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.641780 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.642063 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.642285 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] debug                          = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.642564 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.642983 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.643386 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.643660 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.643945 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.644220 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.645460 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.645633 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.645921 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.646261 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] host                           = dv-cinder-768592-6-iscsi {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.646518 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.646819 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.647086 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.647368 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.647636 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.647919 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.648187 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.648454 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.648746 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.649031 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.649303 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.649585 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.649868 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.650089 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.650305 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.650589 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.650868 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.651138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.651406 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.651673 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.651938 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.652203 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.652461 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.652765 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.653048 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.653327 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.653593 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.653859 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.654121 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.654385 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.654663 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.654929 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.655194 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.655460 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.655736 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.655997 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.656262 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.656551 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.656854 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.657131 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.657408 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.657673 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.657949 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.658212 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.658477 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.658741 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.659007 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.659269 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.659543 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.659807 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.660151 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.660674 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.660901 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.661185 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:48.661478 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.661771 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.662066 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.662343 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.662629 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.662908 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.663193 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.663465 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.663748 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.664030 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.664311 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.664585 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.664888 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.665162 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.665451 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.665747 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.666033 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.666317 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.666585 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.666867 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.667119 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.667455 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.667667 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.667953 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.668236 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.668503 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.668797 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.669084 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.669354 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.669621 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.669892 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.670176 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.670447 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.670712 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.670987 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.671259 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.671524 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.671789 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.672058 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.672338 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.672604 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.672897 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.673163 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.673430 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.673693 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.673970 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.674238 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.674502 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.674766 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.675036 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.675301 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.675596 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.676230 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.676230 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.676490 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.676785 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.677059 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.677327 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.677593 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.677856 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.678120 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.678385 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.678653 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.678917 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.679178 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.679441 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.679705 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.679968 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.680247 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.680537 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.680833 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.681107 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.681377 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.681647 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.681914 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.682182 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.682446 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.682715 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.682983 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.683265 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.683537 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.683812 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.684082 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.684348 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.684650 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.684924 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.685199 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.685467 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.685735 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.686016 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.686289 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.686576 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.686863 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.687153 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.687439 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.687723 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.687994 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.688293 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.688562 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:48.688797 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 23 03:38:48.689033 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99414) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 23 03:38:49.037721 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:38:49.037995 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:38:49.038279 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:38:49.038693 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 23 03:38:49.428180 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.428517 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.428792 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.430080 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.430349 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.430609 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.463933 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.464241 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.464534 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.478022 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.478300 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.478563 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.508052 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.508328 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.508593 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.543877 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.544153 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.544416 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.774329 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8bb6cfa0d0> agent after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.774902 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8bb6cfa0d0> agent after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.774902 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8bb6cfa160> segment precommit_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.775124 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8bb6cfa1f0> network precommit_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.775827 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8bb6b88ee0> segment before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.897994 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> network before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.898308 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8bb6c70280> agent before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.898591 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> network before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.898864 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> port before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.899131 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> port before_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.899438 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> segment precommit_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.899694 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> segment precommit_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.899945 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> segment after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.900192 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> segment after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.900468 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> network after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.900755 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> network precommit_delete 0 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.901018 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> port after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.901275 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> port provisioning_complete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.901532 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> rbac-policy before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.901784 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> rbac-policy after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.902045 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> agent after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.902311 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> subnet after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.903635 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> subnet precommit_delete 0 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.903932 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> rbac-policy before_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.904205 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> rbac-policy before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.904501 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> segment_host_mapping after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.904882 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> port after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.905146 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> port after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.905435 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> rbac-policy before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.905690 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> rbac-policy before_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.905940 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8bb756dbe0>> rbac-policy before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.906332 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 23 03:38:49.906574 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 23 03:38:49.906811 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 23 03:38:49.907046 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 23 03:38:49.907286 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 23 03:38:49.907515 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 23 03:38:49.907872 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 23 03:38:49.911636 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 23 03:38:49.915521 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 23 03:38:49.919288 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Jun 23 03:38:49.920954 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 23 03:38:49.921405 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 23 03:38:49.921740 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 23 03:38:49.922125 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 23 03:38:49.925069 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 23 03:38:49.925317 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 23 03:38:49.925848 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 23 03:38:49.953129 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 23 03:38:49.953522 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8bb6d5bbb0>> qos_plugin after_init 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.953810 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99414) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 23 03:38:49.954167 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f8bb6d5b7f0>> logging-plugin after_init 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.955502 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99414) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 23 03:38:49.955780 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 23 03:38:49.956027 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 23 03:38:49.960045 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8bb6a36fd0>> floatingip before_response 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:49.960326 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8bb6a36fd0>> port before_response 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.023662 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 23 03:38:50.023898 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 23 03:38:50.024129 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 23 03:38:50.024488 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 23 03:38:50.045459 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_db.sqlalchemy.engines [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99414) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 23 03:38:50.586747 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Initializing driver for type 'gre'
Jun 23 03:38:50.587371 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] gre ID ranges: [(1, 1000)]
Jun 23 03:38:50.636600 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Initializing driver for type 'local'
Jun 23 03:38:50.636992 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Initializing driver for type 'vlan'
Jun 23 03:38:50.649663 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] VlanTypeDriver initialization complete
Jun 23 03:38:50.650085 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Initializing driver for type 'vxlan'
Jun 23 03:38:50.650573 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] vxlan ID ranges: [(1, 1000)]
Jun 23 03:38:50.700798 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Initializing extension driver 'port_security'
Jun 23 03:38:50.701142 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.extensions.port_security [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] PortSecurityExtensionDriver initialization complete
Jun 23 03:38:50.701546 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Initializing mechanism driver 'openvswitch'
Jun 23 03:38:50.701916 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Initializing mechanism driver 'hyperv'
Jun 23 03:38:50.709937 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.plugins.ml2.plugin [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99414) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:38:50.710712 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6be4970>> port after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.711095 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6be4970>> port after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.711460 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6be4970>> port after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.711861 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6533160>> subnet after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.712220 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6533160>> subnet after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.712569 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6533160>> subnet after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.712983 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6a58f10>> network after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.713335 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6a58f10>> network after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.713680 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6a58f10>> network after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.714065 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6bf06d0>> security_group after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.714410 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6bf06d0>> security_group after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.714748 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb6bf06d0>> security_group after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.715120 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb64babb0>> security_group_rule after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.715595 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb64babb0>> security_group_rule after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.715935 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb64babb0>> security_group_rule after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.716317 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb64bae50>> address_group after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.716689 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb64bae50>> address_group after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.717031 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8bb64bae50>> address_group after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.717369 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] ML2 OVO RPC backend initialized. {{(pid=99414) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Jun 23 03:38:50.718076 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> router_interface after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.718431 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> router_interface after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.718849 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> network before_response 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.719199 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> networks before_response 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.719549 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> port before_response 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.719893 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> ports before_response 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.720239 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> subnet before_response 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.720581 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> subnets before_response 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.720953 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> network after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.721294 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> network after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.721630 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> network after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.721975 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> port after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.722312 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> port after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.723384 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> port after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.723735 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> subnet after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.724073 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> subnet after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.724411 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8bb64c4250>> subnet after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.725023 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.plugin [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Modular L2 Plugin initialization complete
Jun 23 03:38:50.725355 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading services supported by the core plugin {{(pid=99414) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 23 03:38:50.725685 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.plugins.ml2.managers [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Got port-security extension from driver 'port_security'
Jun 23 03:38:50.726150 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.extensions.vlantransparent [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Disabled vlantransparent extension.
Jun 23 03:38:50.726646 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99414) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 23 03:38:50.726965 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading Plugin: router
Jun 23 03:38:50.763057 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router_interface before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.763455 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router after_create 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.763827 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router before_create 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.764194 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router_interface before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.764566 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router_interface after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.764947 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router after_delete 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.765309 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> floatingip after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.765673 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router after_create 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.766022 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router after_update 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.766372 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router after_update 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.766719 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router_gateway after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.767080 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router after_update 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.767489 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router precommit_update 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.767861 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f8bb6caad30> port after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.768200 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f8bb6caf310> port after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.768543 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f8bb6caadc0> subnet after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.768913 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f8bb6caaca0> subnetpool_address_scope after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.769298 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> port precommit_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.769701 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router precommit_create 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.770051 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f8bb6c9f1f0> port before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.770397 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router precommit_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.770756 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router after_update 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.771099 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router precommit_delete 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.771459 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router precommit_create 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.771822 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router_interface after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.772169 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> router precommit_update 55549900 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.772541 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8bb64c4370>> network after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.773419 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Tracking information for resource: router configured {{(pid=99414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 23 03:38:50.773758 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Tracking information for resource: floatingip configured {{(pid=99414) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 23 03:38:50.778683 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.db.l3_agentschedulers_db [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 23 03:38:50.779262 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f8bb64f3b80> port after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.779623 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8bb64f3a60> port after_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.779974 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <function _notify_port_delete at 0x7f8bb64f3af0> port after_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.780326 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f8bb64f3e50> port after_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.781162 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8bb646b580>> router before_create 55550100 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.781532 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8bb646b580>> router precommit_delete 55550100 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.781896 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8bb646b580>> router precommit_create 55550100 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.782255 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8bb646b580>> router precommit_update 55550100 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.787331 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.services.provider_configuration [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service providers = [] {{(pid=99414) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 23 03:38:50.787695 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.db.servicetype_db [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99414) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 23 03:38:50.790618 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.services.service_base [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 23 03:38:50.790968 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.services.service_base [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 23 03:38:50.791315 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.services.service_base [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 23 03:38:50.792202 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.services.service_base [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99414) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 23 03:38:50.792574 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.services.service_base [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 23 03:38:50.792978 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 23 03:38:50.793299 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 23 03:38:50.804313 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 23 03:38:50.804677 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading Plugin: auto_allocate
Jun 23 03:38:50.810434 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8bb6489280> network precommit_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.810806 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8bb6489280> network precommit_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.811338 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 23 03:38:50.811665 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading Plugin: tag
Jun 23 03:38:50.818258 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 23 03:38:50.818594 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading Plugin: timestamp
Jun 23 03:38:50.822382 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 23 03:38:50.822717 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading Plugin: network_ip_availability
Jun 23 03:38:50.829598 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8bb646bc10>> rbac-policy before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.829973 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8bb646bc10>> rbac-policy before_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.830341 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8bb646bc10>> rbac-policy before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:50.831061 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 23 03:38:50.831383 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading Plugin: flavors
Jun 23 03:38:50.836120 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 23 03:38:50.836458 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading Plugin: revisions
Jun 23 03:38:50.840841 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99414) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 23 03:38:50.841193 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_concurrency.lockutils [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.803s {{(pid=99414) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:38:50.841934 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99414) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 23 03:38:50.842272 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Initializing extension manager.
Jun 23 03:38:50.842777 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: __init__.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.843118 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: __pycache__ {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.843453 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.843789 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: address_group.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.844540 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.845136 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: address-group
Jun 23 03:38:50.845464 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: address_scope.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.846170 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.846686 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: address-scope
Jun 23 03:38:50.847010 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.848466 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.849018 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: router-admin-state-down-before-update
Jun 23 03:38:50.849342 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: agent.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.850031 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.850548 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: agent
Jun 23 03:38:50.850870 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: agent_resources_synced.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.851767 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.852277 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: agent-resources-synced
Jun 23 03:38:50.852600 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: allowedaddresspairs.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.854366 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.854895 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: allowed-address-pairs
Jun 23 03:38:50.855221 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: auto_allocated_topology.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.856470 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.857034 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: auto-allocated-topology
Jun 23 03:38:50.857364 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: availability_zone.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.858055 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.858568 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: availability_zone
Jun 23 03:38:50.858892 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: availability_zone_filter.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.859797 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.860312 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: availability_zone_filter
Jun 23 03:38:50.860669 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: data_plane_status.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.861572 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.862082 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 23 03:38:50.862403 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: default_subnetpools.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.863611 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.864163 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: default-subnetpools
Jun 23 03:38:50.864486 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.865332 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.865849 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: dhcp_agent_scheduler
Jun 23 03:38:50.866170 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: dns.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.867084 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.867593 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension dns-integration not supported by any of loaded plugins
Jun 23 03:38:50.867914 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: dns_domain_ports.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.868860 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.869374 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 23 03:38:50.869696 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.870614 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.871124 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Jun 23 03:38:50.871444 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: dvr.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.872107 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.872649 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: dvr
Jun 23 03:38:50.872966 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: empty_string_filtering.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.873864 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.874370 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: empty-string-filtering
Jun 23 03:38:50.874693 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.875587 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.876096 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 23 03:38:50.876420 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.877338 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.877848 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 23 03:38:50.878170 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: external_net.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.879691 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.880173 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: external-net
Jun 23 03:38:50.880497 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.881427 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.881938 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: extra_dhcp_opt
Jun 23 03:38:50.882262 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: extraroute.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.883161 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.883669 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: extraroute
Jun 23 03:38:50.883991 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: extraroute_atomic.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.885055 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.885576 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: extraroute-atomic
Jun 23 03:38:50.885901 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: filter_validation.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.886564 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.887073 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: filter-validation
Jun 23 03:38:50.887396 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: fip_pf_description.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.888293 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.888834 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 23 03:38:50.889156 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: fip_port_details.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.890062 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.890574 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: fip-port-details
Jun 23 03:38:50.890896 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: flavors.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.892128 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.892709 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: flavors
Jun 23 03:38:50.893035 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.895239 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.895757 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 23 03:38:50.896089 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: floatingip_pools.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.896821 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.897335 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: floatingip-pools
Jun 23 03:38:50.897659 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: ip_allocation.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.898577 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.899119 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 23 03:38:50.899444 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.900358 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.900906 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: ip-substring-filtering
Jun 23 03:38:50.901238 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: l2_adjacency.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.902169 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.902677 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 23 03:38:50.903000 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: l3.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.903969 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.904493 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: router
Jun 23 03:38:50.904854 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.907209 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.907755 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 23 03:38:50.908088 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.909043 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.909569 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: ext-gw-mode
Jun 23 03:38:50.909920 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.910835 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.911360 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: l3-ha
Jun 23 03:38:50.911685 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: l3_flavors.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.912605 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.913147 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: l3-flavors
Jun 23 03:38:50.913470 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.914372 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.914886 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 23 03:38:50.915208 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: l3agentscheduler.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.916264 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.916817 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: l3_agent_scheduler
Jun 23 03:38:50.917149 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: logging.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.918650 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.919182 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension logging not supported by any of loaded plugins
Jun 23 03:38:50.919520 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: metering.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.920261 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.920879 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: metering
Jun 23 03:38:50.921215 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.922294 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.922820 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: metering_source_and_destination_fields
Jun 23 03:38:50.923152 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: multiprovidernet.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.924078 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.924596 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: multi-provider
Jun 23 03:38:50.924956 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: netmtu.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.925891 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.926408 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: net-mtu
Jun 23 03:38:50.926736 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: netmtu_writable.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.927646 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.928161 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: net-mtu-writable
Jun 23 03:38:50.928488 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: network_availability_zone.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.929192 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.929701 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: network_availability_zone
Jun 23 03:38:50.930025 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: network_ip_availability.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.931113 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.931632 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: network-ip-availability
Jun 23 03:38:50.931958 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: network_segment_range.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.932768 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.933281 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 23 03:38:50.933604 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: pagination.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.934585 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.934918 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: pagination
Jun 23 03:38:50.935242 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: port_device_profile.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.936144 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.936692 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: port-device-profile
Jun 23 03:38:50.937017 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.937931 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.938447 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: port-mac-address-regenerate
Jun 23 03:38:50.938772 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.939687 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.940200 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: port-numa-affinity-policy
Jun 23 03:38:50.940524 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: port_resource_request.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.941991 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.942502 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 23 03:38:50.942827 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: portbindings.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.943754 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.944266 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: binding
Jun 23 03:38:50.944588 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: portbindings_extended.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.945976 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.946502 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: binding-extended
Jun 23 03:38:50.946830 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: portsecurity.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.947741 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.948263 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: port-security
Jun 23 03:38:50.948588 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: project_id.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.949580 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.949914 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: project-id
Jun 23 03:38:50.950238 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: providernet.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.951161 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.951675 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: provider
Jun 23 03:38:50.951996 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: qos.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.955650 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.956181 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension qos not supported by any of loaded plugins
Jun 23 03:38:50.956516 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.957834 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.958350 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 23 03:38:50.958681 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.959589 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.960108 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 23 03:38:50.960434 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: qos_default.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.961369 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.961888 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension qos-default not supported by any of loaded plugins
Jun 23 03:38:50.962213 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: qos_fip.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.962861 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.963367 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension qos-fip not supported by any of loaded plugins
Jun 23 03:38:50.963690 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: qos_gateway_ip.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.964609 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.965161 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 23 03:38:50.965487 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: qos_port_network_policy.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.966393 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.966907 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 23 03:38:50.967233 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: qos_rule_type_details.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.968134 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.968679 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 23 03:38:50.969003 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: qos_rules_alias.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.970045 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.970567 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 23 03:38:50.970894 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: quotasv2.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.971792 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.972121 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: quotas
Jun 23 03:38:50.972982 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: quotasv2_detail.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.976178 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.976524 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: quota_details
Jun 23 03:38:50.976888 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: rbac.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.977929 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.978466 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: rbac-policies
Jun 23 03:38:50.978800 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: rbac_address_group.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.979719 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.980241 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: rbac-address-group
Jun 23 03:38:50.980566 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: rbac_address_scope.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.981533 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.982057 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: rbac-address-scope
Jun 23 03:38:50.982383 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: rbac_security_groups.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.983288 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.983809 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: rbac-security-groups
Jun 23 03:38:50.984152 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: rbac_subnetpool.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.985065 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.985580 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: rbac-subnetpool
Jun 23 03:38:50.985903 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: revisionifmatch.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.986811 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.987324 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: revision-if-match
Jun 23 03:38:50.987648 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: revisions.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.989481 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.990005 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: standard-attr-revisions
Jun 23 03:38:50.990333 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: router_availability_zone.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.991003 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.991526 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: router_availability_zone
Jun 23 03:38:50.991860 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: routerservicetype.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.992814 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.993330 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension router-service-type not supported by any of loaded plugins
Jun 23 03:38:50.993653 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.994568 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.995089 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: security-groups-normalized-cidr
Jun 23 03:38:50.995413 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.996319 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.996864 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: port-security-groups-filtering
Jun 23 03:38:50.997189 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:50.998099 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:50.998614 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: security-groups-remote-address-group
Jun 23 03:38:50.998940 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: securitygroup.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.008963 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.009499 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: security-group
Jun 23 03:38:51.009831 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: segment.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.010607 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.011121 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension segment not supported by any of loaded plugins
Jun 23 03:38:51.011447 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.012373 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.012917 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 23 03:38:51.013244 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: servicetype.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.014353 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.014888 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: service-type
Jun 23 03:38:51.015215 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: sorting.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.016192 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.016527 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: sorting
Jun 23 03:38:51.016876 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: standard_attr_segment.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.017860 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.018387 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 23 03:38:51.018713 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: standardattrdescription.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.019516 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.020207 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: standard-attr-description
Jun 23 03:38:51.020536 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: stateful_security_group.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.021504 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.022031 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: stateful-security-group
Jun 23 03:38:51.022365 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: stdattrs_common.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.022940 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 23 03:38:51.023266 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.024195 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.024755 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 23 03:38:51.025081 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: subnet_onboard.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.026149 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.026678 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: subnet_onboard
Jun 23 03:38:51.027007 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.027944 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.028465 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 23 03:38:51.028823 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: subnet_service_types.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.029744 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.030270 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: subnet-service-types
Jun 23 03:38:51.030595 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: subnetallocation.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.031706 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.032234 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: subnet_allocation
Jun 23 03:38:51.032562 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.033252 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.033767 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: subnetpool-prefix-ops
Jun 23 03:38:51.034088 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.035535 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.036056 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 23 03:38:51.036377 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: tagging.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.037472 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.037995 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: standard-attr-tag
Jun 23 03:38:51.038324 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: timestamp.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.039529 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.040051 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loaded extension: standard-attr-timestamp
Jun 23 03:38:51.040378 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: trunk.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.041429 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.041954 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension trunk not supported by any of loaded plugins
Jun 23 03:38:51.042280 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: trunk_details.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.043200 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.043716 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension trunk-details not supported by any of loaded plugins
Jun 23 03:38:51.044040 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: uplink_status_propagation.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.044988 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.045506 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 23 03:38:51.045828 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Loading extension file: vlantransparent.py {{(pid=99414) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 23 03:38:51.046489 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99414) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 23 03:38:51.047001 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 23 03:38:51.049434 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:network
Jun 23 03:38:51.049974 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:subnet
Jun 23 03:38:51.050379 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 23 03:38:51.050844 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:port
Jun 23 03:38:51.052139 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.052587 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service FLAVORS assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.053230 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.053656 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.053990 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:router
Jun 23 03:38:51.054416 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:floatingip
Jun 23 03:38:51.054910 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service METERING assigned prefix: /metering {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.056341 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8bb6351fd0>> rbac-policy before_create 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:51.056747 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8bb6351fd0>> rbac-policy before_update 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:51.057105 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8bb6351fd0>> rbac-policy before_delete 55550000 {{(pid=99414) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:38:51.058094 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 23 03:38:51.058539 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:security_group
Jun 23 03:38:51.058980 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 23 03:38:51.059579 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service CORE assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.059908 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 23 03:38:51.060251 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] subnetpool is already registered
Jun 23 03:38:51.060720 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service CORE assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.061049 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 23 03:38:51.061380 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] subnetpool is already registered
Jun 23 03:38:51.063665 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.064101 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service FLAVORS assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.064720 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.065144 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.065479 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:router
Jun 23 03:38:51.065820 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] router is already registered
Jun 23 03:38:51.066773 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:floatingip
Jun 23 03:38:51.067111 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] floatingip is already registered
Jun 23 03:38:51.067664 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service METERING assigned prefix: /metering {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.068335 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 23 03:38:51.068691 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] rbac_policy is already registered
Jun 23 03:38:51.069104 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:security_group
Jun 23 03:38:51.069439 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] security_group is already registered
Jun 23 03:38:51.069839 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 23 03:38:51.070170 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] security_group_rule is already registered
Jun 23 03:38:51.070789 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service CORE assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.071125 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 23 03:38:51.071458 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] subnetpool is already registered
Jun 23 03:38:51.071887 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.v2.resource_helper [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Service CORE assigned prefix:  {{(pid=99414) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 23 03:38:51.072212 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 23 03:38:51.072543 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING neutron.quota.resource_registry [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] subnetpool is already registered
Jun 23 03:38:51.073040 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: extensions {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.074489 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: address-groups {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.075983 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: address-scopes {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.077349 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: agents {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.078512 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: auto-allocated-topology {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.079737 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: availability_zones {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.080994 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: dhcp-networks {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.082716 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: dhcp-agents {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.084160 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: routers {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.085895 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: flavors {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.088249 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: service_profiles {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.089510 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: next_providers {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.091004 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: service_profiles {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.092519 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: floatingip-pools {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.093776 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: routers {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.095486 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: floatingips {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.096778 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: l3-routers {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.098273 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: l3-agents {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.099682 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: metering-labels {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.100954 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: metering-label-rules {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.102345 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: network-ip-availabilities {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.103611 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: bindings {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.105262 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: quotas {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.106813 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: quotas {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.108219 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: rbac-policies {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.109458 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: security-groups {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.110769 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: security-group-rules {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.112015 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: service-providers {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.114122 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: subnetpools {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.115432 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: subnetpools {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.117021 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: tags {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.118709 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: tags {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.120538 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: tags {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.122333 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: tags {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.124037 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: tags {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.126030 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: tags {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.127738 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: tags {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.130213 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: tags {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.132072 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: tags {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.133866 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron.api.extensions [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Extended resource: tags {{(pid=99414) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 23 03:38:51.139838 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING keystonemiddleware.auth_token [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 23 03:38:51.144355 dv-cinder-768592-6-iscsi neutron-server[99414]: WARNING keystonemiddleware.auth_token [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 23 03:38:51.152664 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_concurrency.lockutils [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Acquired lock "singleton_lock" {{(pid=99414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 23 03:38:51.153148 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_concurrency.lockutils [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Releasing lock "singleton_lock" {{(pid=99414) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 23 03:38:51.153798 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO oslo_service.service [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Starting 2 workers
Jun 23 03:38:51.158513 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Started child 99522 {{(pid=99414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 23 03:38:51.162897 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Started child 99523 {{(pid=99414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 23 03:38:51.163959 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:38:51.164519 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO neutron.service [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 23 03:38:51.165137 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Notify callbacks [] for process, before_spawn {{(pid=99414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:38:51.165476 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [-] (99522) wsgi starting up on http://0.0.0.0:9696
Jun 23 03:38:51.165899 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51006) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:38:51.167501 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:38:51.167939 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO oslo_service.service [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Starting 1 workers
Jun 23 03:38:51.169053 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [-] (99523) wsgi starting up on http://0.0.0.0:9696
Jun 23 03:38:51.172879 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Started child 99524 {{(pid=99414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 23 03:38:51.173416 dv-cinder-768592-6-iscsi neutron-server[99414]: INFO oslo_service.service [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Starting 1 workers
Jun 23 03:38:51.176981 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064318
Jun 23 03:38:51.177163 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.service [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] calling RpcWorker wait() {{(pid=99524) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 23 03:38:51.177163 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.service [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] returning from RpcWorker wait() {{(pid=99524) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 23 03:38:51.179780 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:38:51.179780 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:38:51.179944 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Started child 99526 {{(pid=99414) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 23 03:38:51.180055 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG neutron_lib.callbacks.manager [None req-aff3edc9-c64f-45b0-ac6e-4fb2d9dc4ff0 None None] Notify callbacks [] for process, after_spawn {{(pid=99414) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:38:51.183259 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jun 23 03:38:51.183259 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 23 03:38:51.183259 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 23 03:38:51.183259 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 23 03:38:51.183259 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 23 03:38:51.183259 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 23 03:38:51.183259 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.183729 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.183803 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:38:51.184263 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.184263 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.184395 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.184931 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.185204 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.185474 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.186296 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.186296 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.186296 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.186296 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.186576 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.186755 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.187046 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.187327 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.187572 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.187862 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.188036 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.188287 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.188548 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.188965 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.190642 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] debug                          = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.190642 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.190822 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.191064 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.192040 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.192313 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.192606 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.192880 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.193144 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.193391 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.193648 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.193894 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.194160 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.194397 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.194612 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.194832 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.195076 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.195300 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.195765 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] host                           = dv-cinder-768592-6-iscsi {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.196005 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.196223 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.196470 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.198089 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.198089 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.198089 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.198403 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.198608 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.198880 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.199109 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.199337 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.199592 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.199829 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.200064 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.200231 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.200483 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.200776 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.202497 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.202497 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.202497 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.202497 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.202754 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.202925 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.203125 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.203379 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.203602 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.203828 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.204052 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.204271 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.204527 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.205820 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.205820 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.206210 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.206422 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.206733 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.207901 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.207901 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.207901 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.207901 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.209011 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.209011 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.209011 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.209011 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.209544 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.209544 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.209798 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.210040 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.210232 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.211523 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.212138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.212138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.212449 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.212661 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.212808 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.213908 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.215037 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.215147 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:38:51.215247 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.215320 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.215555 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.215800 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.216075 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.217133 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.217713 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.217713 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.217969 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.221394 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.221394 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.221394 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.221394 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.221394 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.221394 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.221394 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.221394 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.221906 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.221906 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.221906 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.221906 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.221906 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.221906 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.221906 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.222313 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.222438 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.222785 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.222945 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.223178 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.223470 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.223698 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.223939 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.224164 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.224390 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.224666 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.225026 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.225306 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.225555 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.225827 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.226514 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.226514 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.226514 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.226739 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.226952 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.227172 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.227450 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.227667 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.227879 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.228107 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.228338 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.228575 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.228848 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.229077 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.229359 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.229584 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.229806 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.230017 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.230229 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.230447 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.230659 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.230901 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.231123 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.231379 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.231606 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.231830 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.232046 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.232261 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.232470 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.232779 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.233009 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.233224 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.233437 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.233660 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.233890 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.234146 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.234388 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.234602 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.234818 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.235058 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.235275 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.235511 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.235748 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.235962 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.236179 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.236394 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.236606 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.236842 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.237062 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.238897 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.239135 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.239355 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.239631 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.240015 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.240264 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.240486 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.240736 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.240956 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.241253 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.241625 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.241857 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.242175 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.242532 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.242792 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.243016 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.243244 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.243483 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.243708 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.243942 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.244228 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.244478 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.245515 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.245773 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.246045 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.246309 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.246535 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.246764 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.246997 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.247238 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.247481 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.247773 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.248030 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.248311 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.248546 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.249962 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.249962 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.249962 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.250172 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.250387 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.250662 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.250952 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.251731 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.251731 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.251731 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.252034 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.252177 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.252428 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.254681 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.254681 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.254681 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.254925 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.255117 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.255284 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.255528 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.255746 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.255977 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.256292 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.256526 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.257545 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.257652 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.257860 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.258133 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.258384 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.258645 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.258909 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.259144 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.259411 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.259665 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.259880 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.260119 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.260348 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.260562 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.260816 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.261048 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.261286 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.261499 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.261713 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.261948 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.262181 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.262396 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.262609 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.262824 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.263038 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.263280 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.263489 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.263706 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.263960 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.264191 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.264411 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.264710 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.264887 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.265159 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.265346 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.265619 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.265863 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.266105 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.266345 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.266586 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.266819 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.267031 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.267274 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.267513 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.267724 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.267937 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.268153 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.268364 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.268590 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.269653 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.269900 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.270265 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.270398 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.270734 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.270971 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.271200 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.271452 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.271665 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.271897 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.272133 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.272349 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.272597 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.273849 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.274099 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.274349 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.275512 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.275768 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.275960 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.276174 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.276387 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.276608 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.276856 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.277138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.277389 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.277619 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.277885 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.278116 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.278343 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.279451 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.279673 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.279898 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.280155 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.280443 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.280686 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.280902 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.281124 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.281354 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.281648 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.281863 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.282073 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.282290 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.282553 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.282834 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.283051 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.283262 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.283479 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.283709 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.284012 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.284262 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.284486 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.284793 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.285163 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.285542 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.285935 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.286242 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.286459 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.286709 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.286950 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.287171 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.287413 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.287669 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.287984 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.288675 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.288675 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.288860 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.290138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.290138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.290138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.290138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.290138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.290450 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.290722 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.290969 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.291230 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.291493 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.291736 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.291970 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.292209 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.292443 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.292679 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.292920 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.293148 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.293374 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.293634 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.293838 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.294055 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.294300 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.294541 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.294772 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.295022 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.295196 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 23 03:38:51.295757 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99414) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jun 23 03:38:51.295919 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 23 03:38:51.296063 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 23 03:38:51.296231 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 23 03:38:51.296400 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 23 03:38:51.296544 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 23 03:38:51.296807 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.296962 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.297119 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.297278 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.297429 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.297612 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.297777 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.297928 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.298082 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.298244 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.298406 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.298559 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.298739 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.298888 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.299028 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.299190 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.299347 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.299501 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.299659 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.299820 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.299969 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.300129 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.300294 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] debug                          = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.300456 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.301268 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.301495 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.301636 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.301805 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.301984 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.302126 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.302294 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.302438 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.302600 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.302746 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.302890 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.303051 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.303195 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.303357 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.303501 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.303661 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.303805 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] host                           = dv-cinder-768592-6-iscsi {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.304178 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.304178 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.304522 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.304522 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.304829 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.304829 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.305084 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.305084 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.305234 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.305311 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.305472 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.305656 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.305789 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.305947 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.306104 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.306261 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.306419 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.306572 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.306754 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.306937 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.307127 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.307230 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.307383 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.307544 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.307703 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.307863 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.308022 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.308182 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.308340 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.308498 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.308736 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.308953 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.309136 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.309316 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.309497 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.309681 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.309836 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.310001 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.310163 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.310323 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.310484 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.310666 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.310825 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.310983 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.311140 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.311296 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.311454 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.311610 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.311765 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.311919 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.312074 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.312230 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.312389 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.312544 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.312881 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.313121 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.313333 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.313543 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.313754 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.313918 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.314073 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.314228 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.314383 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.314538 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.314692 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.314847 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.315001 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.315155 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.315313 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 23 03:38:51.315501 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.315662 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.315833 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.315991 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.316262 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.316525 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.318670 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.318670 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.320117 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.320286 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.321533 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.321640 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.323584 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.323584 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.323584 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.323584 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.323584 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.323920 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.323920 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.324047 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.324270 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.324392 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.324481 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.324661 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.324825 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.15/identity {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.324984 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.325143 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.325301 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.325462 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.325625 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.325782 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.325940 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.326097 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.326253 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.326410 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.326567 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.326725 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.326886 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.327048 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.327204 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.327360 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.327516 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.327674 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.327831 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.327987 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.328147 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.328306 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.328481 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.328659 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.330599 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.330837 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.331072 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.331245 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.332790 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.332988 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.333687 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.333687 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.333687 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.333892 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.333974 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.334151 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.334332 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.334504 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.334669 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.334836 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.335004 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.335168 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.335331 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.335498 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.335756 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.335924 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.336087 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.336247 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.336408 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.336569 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.338134 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.338134 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.338134 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.338134 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.338134 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.338566 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.338566 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.338566 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.338733 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.338796 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.338980 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.339141 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.339303 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.339465 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.339625 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.339787 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.339950 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.340111 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.340271 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.340433 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.340594 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.340825 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.340990 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.341200 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.341317 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.341479 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.341640 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.341801 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.341963 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.342125 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.342292 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.342466 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.342615 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.342773 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.342937 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.343098 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.343269 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.343430 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.343593 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.343742 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.343910 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.344083 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.344227 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.344376 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.344515 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.344694 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.344845 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.345809 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.345809 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.345809 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.345809 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.345809 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.346418 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.346418 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.346418 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.346418 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.348074 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.348074 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.348074 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.348074 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.348543 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:38:51.348695 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.348695 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.348695 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.348695 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.348695 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.349299 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.349299 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.349299 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.349511 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.15/identity {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.349589 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.350389 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.350389 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.350389 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.350389 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.350389 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.350996 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.350996 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.350996 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.350996 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.351451 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.351451 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.351451 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.351815 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.351815 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.351815 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.352217 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.352217 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.352478 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.352478 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.352828 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.352828 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.353106 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.353106 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.353368 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.353368 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.353642 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.353642 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.353894 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.354040 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.354178 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.354313 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.354448 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.354583 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.354718 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.354852 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.354986 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.355146 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.355293 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.355459 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.355605 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.355792 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.355953 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.356133 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.356290 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.356453 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.356631 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.356879 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.357069 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.357255 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.357438 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.357617 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.357793 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.357968 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.358146 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.358967 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.358967 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.358967 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.358967 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.358967 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.359280 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.359280 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.359466 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.359592 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.359762 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.359929 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.360086 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.360259 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362138 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362689 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362689 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362689 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362689 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362689 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.362689 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.363333 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.363333 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.363333 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.363522 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.363750 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.363836 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.363946 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.364118 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.364281 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.364443 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.364605 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.365580 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.365757 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.365929 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.366095 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.366358 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.366523 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.366685 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.366851 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.367020 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.367186 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.367346 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.367511 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.367679 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.367859 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.368008 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.368167 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.368336 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.368493 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.368674 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.368833 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.368989 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.369145 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.369301 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.369457 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.369612 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.369774 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.369928 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.370081 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.370237 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.370394 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.370550 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.370696 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.370868 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.371058 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.371195 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.371359 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 23 03:38:51.371516 dv-cinder-768592-6-iscsi neutron-server[99414]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99414) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 23 03:39:02.404378 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f8b86a-fb26-4efa-ad52-ece3109fa20e None None] get_active_networks_info from dv-cinder-768592-6-iscsi {{(pid=99524) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 23 03:39:02.482272 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f8b86a-fb26-4efa-ad52-ece3109fa20e None None] No non-hosted networks {{(pid=99524) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 23 03:39:02.498366 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.agentschedulers_db [None req-d5f8b86a-fb26-4efa-ad52-ece3109fa20e None None] DHCP Agent not found on host dv-cinder-768592-6-iscsi {{(pid=99524) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 23 03:39:02.614522 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0af3cfed-ca6c-4a07-9738-79e1644f1c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133'] for agent, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:04.972767 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3d5ca051-6208-4eb0-914f-8a95388a50d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133'] for agent, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:05.038832 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f5ff99f9-9473-4a15-9090-f98b0fb11321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:05.314533 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133'] for agent, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:05.315644 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.317866 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.318452 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.319048 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.319712 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.320263 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.320894 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.321859 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.322398 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.322977 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.323526 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.324112 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:05.324772 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8bb5777a00>, 'Open vSwitch agent', 'dv-cinder-768592-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:39:05.340718 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8bb603b3d0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768592-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:39:06.316751 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133'] for agent, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:07.442275 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133'] for agent, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:08.885545 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51112) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:09.347655 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.db.l3_hamode_db [None req-892af7e7-ae08-4887-9be4-8961f0cd8aef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 23 03:39:09.383106 dv-cinder-768592-6-iscsi neutron-server[99522]: WARNING oslo_policy.policy [None req-1b173e75-964f-4f4c-9d38-06584003a9e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 23 03:39:09.383699 dv-cinder-768592-6-iscsi neutron-server[99522]: WARNING oslo_policy.policy [None req-1b173e75-964f-4f4c-9d38-06584003a9e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 23 03:39:09.423935 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892af7e7-ae08-4887-9be4-8961f0cd8aef None None] Routers set() bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:39:09.424331 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892af7e7-ae08-4887-9be4-8961f0cd8aef None None] Router IDs set() for agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 23 03:39:09.599956 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [None req-1b173e75-964f-4f4c-9d38-06584003a9e8 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 23 03:39:09.601700 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-1b173e75-964f-4f4c-9d38-06584003a9e8 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7145059
Jun 23 03:39:11.989252 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 51126) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:12.463850 dv-cinder-768592-6-iscsi neutron-server[99523]: WARNING oslo_policy.policy [None req-61945ffd-a4d4-4477-a746-75ad4820cdab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 23 03:39:12.464431 dv-cinder-768592-6-iscsi neutron-server[99523]: WARNING oslo_policy.policy [None req-61945ffd-a4d4-4477-a746-75ad4820cdab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 23 03:39:12.676461 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-61945ffd-a4d4-4477-a746-75ad4820cdab admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:39:12.767859 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.policy [None req-61945ffd-a4d4-4477-a746-75ad4820cdab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99523) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 23 03:39:12.812979 dv-cinder-768592-6-iscsi neutron-server[99523]: WARNING oslo_policy.policy [None req-61945ffd-a4d4-4477-a746-75ad4820cdab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 23 03:39:12.813337 dv-cinder-768592-6-iscsi neutron-server[99523]: WARNING oslo_policy.policy [None req-61945ffd-a4d4-4477-a746-75ad4820cdab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 23 03:39:12.822557 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.quota [None req-61945ffd-a4d4-4477-a746-75ad4820cdab admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f8bb5dbb6d0>.
Jun 23 03:39:12.913490 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-61945ffd-a4d4-4477-a746-75ad4820cdab admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764874195944', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764874198071', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764874190975', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764874193449', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764874170852', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764874164341', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2030609', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1646189', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530450', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-991790'] for rbac-policy, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:12.975006 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-61945ffd-a4d4-4477-a746-75ad4820cdab admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:12.976275 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-61945ffd-a4d4-4477-a746-75ad4820cdab admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9849648
Jun 23 03:39:15.468946 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 51144) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:15.758992 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '7822b87626da49daa055678d9a3273b3', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'name': 'private'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:39:15.786880 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Made reservation on behalf of 7822b87626da49daa055678d9a3273b3 for: {'network': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:39:15.789755 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:15.806271 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:15.927523 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:15.932193 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:15.937305 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:15.951861 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63}  {{(pid=99523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:39:15.979920 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764877765142', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:15.980504 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8bb6cfa160> segment precommit_create {{(pid=99523) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 23 03:39:15.981001 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.segments_db [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Added segment 0129a6ef-7566-434e-9857-e30c58997c1b of type vlan for network edc47b52-d5bf-43e6-8953-70e25f69daaf
Jun 23 03:39:15.997608 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f9614b-dfb2-49d7-8eb0-520706b7f363,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:16.045281 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.045611 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.045930 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.046244 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.046554 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.046879 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.047190 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.047495 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.047827 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.048120 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.048421 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.048753 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Tracked resource versions report:
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]: pushed versions:
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]: {   'AddressGroup': {'1.2'},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     'ConntrackHelper': {'1.0'},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     'Log': {'1.0'},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     'Network': {'1.1'},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     'Port': {'1.7'},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     'PortForwarding': {'1.2'},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     'QosPolicy': {'1.8'},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     'SecurityGroup': {'1.4'},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     'SecurityGroupRule': {'1.2'},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     'SubPort': {'1.0'},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     'Subnet': {'1.1'},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     'Trunk': {'1.1'}}
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]: consumer versions:
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]: {   DHCP agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     L3 agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     Metadata agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     Metering agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:     Open vSwitch agent@dv-cinder-768592-6-iscsi: {   'AddressGroup': '1.2',
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'ConntrackHelper': '1.0',
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'Log': '1.0',
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'Network': '1.1',
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'Port': '1.7',
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'PortForwarding': '1.2',
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'QosPolicy': '1.8',
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'SecurityGroup': '1.4',
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'SecurityGroupRule': '1.2',
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'SubPort': '1.0',
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'Subnet': '1.1',
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'Trunk': '1.1'}}
Jun 23 03:39:16.049901 dv-cinder-768592-6-iscsi neutron-server[99523]:  {{(pid=99523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 23 03:39:16.098234 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:16.104402 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:16.148815 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:16.150328 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:39:16.150988 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:16.153707 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:16.210413 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.7403202
Jun 23 03:39:16.251707 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Pushing event updated for resources: {'Network': ['ID=edc47b52-d5bf-43e6-8953-70e25f69daaf,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:16.255824 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:16.267726 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network edc47b52-d5bf-43e6-8953-70e25f69daaf details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:39:18.821082 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 51158) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:19.209522 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed5b99-5294-4433-bea0-6967d06bb539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:39:19.210834 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-a0ed5b99-5294-4433-bea0-6967d06bb539 admin admin] 10.222.0.15 "GET /v2.0/networks/edc47b52-d5bf-43e6-8953-70e25f69daaf HTTP/1.1" status: 200  len: 824 time: 0.3887937
Jun 23 03:39:19.234270 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-c4347d1a-447b-4302-b00c-b62a853d1084 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/9ceda01b-31d0-4388-abce-b90d9c4c8385 HTTP/1.1" status: 200  len: 734 time: 0.0180457
Jun 23 03:39:19.243269 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Request body: {'subnet': {'subnetpool_id': '9ceda01b-31d0-4388-abce-b90d9c4c8385', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf', 'tenant_id': '7822b87626da49daa055678d9a3273b3'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:39:19.264261 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Made reservation on behalf of 7822b87626da49daa055678d9a3273b3 for: {'subnet': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:39:19.266554 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:19.560940 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:19.562980 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:19.631269 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:19.633235 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Checking segment: {'id': '0129a6ef-7566-434e-9857-e30c58997c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:39:19.633622 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Network hostable DHCP agents. Network: edc47b52-d5bf-43e6-8953-70e25f69daaf, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:39:19.639178 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:19.656403 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Network edc47b52-d5bf-43e6-8953-70e25f69daaf is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:39:19.667945 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, edc47b52-d5bf-43e6-8953-70e25f69daaf) {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:39:19.672352 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:39:19.672968 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:19.677904 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f0b0e9-1bc8-431d-b75b-219c3f5349da None None] Network edc47b52-d5bf-43e6-8953-70e25f69daaf requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:39:19.686178 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-fe5c666b-8aa4-4443-9811-1d59c0d623dc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4460218
Jun 23 03:39:19.985063 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e54e0cc-92ae-5ef2-b5ea-e1a65003d856-edc47b52-d5bf-43e6-8953-70e25f69daaf', 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'fixed_ips': [{'subnet_id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d'}]}} from dv-cinder-768592-6-iscsi. {{(pid=99524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 23 03:39:19.986251 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:20.259132 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Allocated IP 172.20.0.2 (edc47b52-d5bf-43e6-8953-70e25f69daaf/5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d/a87e5183-9071-4c27-9bd7-b287da281b29) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:39:20.463924 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:20.509611 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Transition to ACTIVE for port object a87e5183-9071-4c27-9bd7-b287da281b29 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:39:20.530270 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Transition to ACTIVE for port object a87e5183-9071-4c27-9bd7-b287da281b29 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:39:20.539117 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:20.542590 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:20.613711 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Network edc47b52-d5bf-43e6-8953-70e25f69daaf is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:39:20.618567 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Resources bound (agent type, host, resource id):  {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:39:20.623969 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Pushing event updated for resources: {'Port': ['ID=a87e5183-9071-4c27-9bd7-b287da281b29,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:20.626127 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:39:20.652031 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.652403 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.652765 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.653096 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.653418 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.653743 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.654062 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.654379 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.654713 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.655031 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.655345 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.655657 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Tracked resource versions report:
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]: pushed versions:
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]: {   'AddressGroup': {'1.2'},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     'ConntrackHelper': {'1.0'},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     'Log': {'1.0'},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     'Network': {'1.1'},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     'Port': {'1.7'},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     'PortForwarding': {'1.2'},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     'QosPolicy': {'1.8'},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     'SecurityGroup': {'1.4'},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     'SecurityGroupRule': {'1.2'},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     'SubPort': {'1.0'},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     'Subnet': {'1.1'},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     'Trunk': {'1.1'}}
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]: consumer versions:
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]: {   DHCP agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     L3 agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     Metadata agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     Metering agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:     Open vSwitch agent@dv-cinder-768592-6-iscsi: {   'AddressGroup': '1.2',
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'ConntrackHelper': '1.0',
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'Log': '1.0',
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'Network': '1.1',
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'Port': '1.7',
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'PortForwarding': '1.2',
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'QosPolicy': '1.8',
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'SecurityGroup': '1.4',
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'SecurityGroupRule': '1.2',
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'SubPort': '1.0',
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'Subnet': '1.1',
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'Trunk': '1.1'}}
Jun 23 03:39:20.656794 dv-cinder-768592-6-iscsi neutron-server[99524]:  {{(pid=99524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 23 03:39:20.679755 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:20.710767 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Attempting to bind port a87e5183-9071-4c27-9bd7-b287da281b29 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:39:20.711169 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Attempting to bind port a87e5183-9071-4c27-9bd7-b287da281b29 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '0129a6ef-7566-434e-9857-e30c58997c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:39:20.711583 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Attempting to bind port a87e5183-9071-4c27-9bd7-b287da281b29 on network edc47b52-d5bf-43e6-8953-70e25f69daaf {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:39:20.716479 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:39:20.716927 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Checking segment: {'id': '0129a6ef-7566-434e-9857-e30c58997c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:39:20.717392 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:20.717783 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Bound using segment: {'id': '0129a6ef-7566-434e-9857-e30c58997c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:39:20.718249 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Bound port: a87e5183-9071-4c27-9bd7-b287da281b29, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0129a6ef-7566-434e-9857-e30c58997c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:39:20.718635 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:20.780604 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] For port a87e5183-9071-4c27-9bd7-b287da281b29, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:39:20.785244 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] For port a87e5183-9071-4c27-9bd7-b287da281b29, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=a87e5183-9071-4c27-9bd7-b287da281b29,segment=NetworkSegment(0129a6ef-7566-434e-9857-e30c58997c1b),segment_id=0129a6ef-7566-434e-9857-e30c58997c1b)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:39:20.789931 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:20.795979 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:20.858982 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Pushing event updated for resources: {'Port': ['ID=a87e5183-9071-4c27-9bd7-b287da281b29,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:20.862945 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:22.060735 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 51166) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:22.376347 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [None req-ba643143-2c4b-458e-ba85-4d9048e2f8a1 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 23 03:39:22.377362 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-ba643143-2c4b-458e-ba85-4d9048e2f8a1 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3155727
Jun 23 03:39:24.741703 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51174) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:25.046349 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [None req-90bc256e-227b-4539-a1ff-a1103ef552f2 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 23 03:39:25.047411 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-90bc256e-227b-4539-a1ff-a1103ef552f2 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3047564
Jun 23 03:39:26.955067 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf73d38-3448-461b-8d13-15735f77b4ed None None] Network edc47b52-d5bf-43e6-8953-70e25f69daaf requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:39:27.028980 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-0f65106b-c105-45ab-8d5a-5db9e6bc30df None None] Provisioning for port a87e5183-9071-4c27-9bd7-b287da281b29 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:39:27.188410 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device a87e5183-9071-4c27-9bd7-b287da281b29 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:39:27.279354 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port a87e5183-9071-4c27-9bd7-b287da281b29 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:39:27.283581 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port a87e5183-9071-4c27-9bd7-b287da281b29 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:39:27.284271 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:27.402684 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:27.404294 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-6f87a9a5-d033-4a6e-836f-981c8e77d402 None None] Provisioning complete for port a87e5183-9071-4c27-9bd7-b287da281b29 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:39:27.404682 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6f87a9a5-d033-4a6e-836f-981c8e77d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:27.465848 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port a87e5183-9071-4c27-9bd7-b287da281b29, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=a87e5183-9071-4c27-9bd7-b287da281b29,segment=NetworkSegment(0129a6ef-7566-434e-9857-e30c58997c1b),segment_id=0129a6ef-7566-434e-9857-e30c58997c1b)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:39:27.471014 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:27.476548 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:27.552803 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=a87e5183-9071-4c27-9bd7-b287da281b29,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:27.555692 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:27.631427 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51188) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:27.918722 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-d6bb4b37-bdbd-4123-83c9-550d648d8021 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'admin_state_up': True}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:39:27.981209 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.policy [None req-d6bb4b37-bdbd-4123-83c9-550d648d8021 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99522) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 23 03:39:28.027175 dv-cinder-768592-6-iscsi neutron-server[99522]: WARNING oslo_policy.policy [None req-d6bb4b37-bdbd-4123-83c9-550d648d8021 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 23 03:39:28.027538 dv-cinder-768592-6-iscsi neutron-server[99522]: WARNING oslo_policy.policy [None req-d6bb4b37-bdbd-4123-83c9-550d648d8021 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 23 03:39:28.036755 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.quota [None req-d6bb4b37-bdbd-4123-83c9-550d648d8021 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f8bb5e0eca0>.
Jun 23 03:39:28.093039 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d6bb4b37-bdbd-4123-83c9-550d648d8021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16213'] for router, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:28.094738 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d6bb4b37-bdbd-4123-83c9-550d648d8021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16206'] for router, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:28.246002 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d6bb4b37-bdbd-4123-83c9-550d648d8021 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:28.250896 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d6bb4b37-bdbd-4123-83c9-550d648d8021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550516'] for router, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:28.269582 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d6bb4b37-bdbd-4123-83c9-550d648d8021 admin admin] Notify callbacks [] for router, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:28.270783 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-d6bb4b37-bdbd-4123-83c9-550d648d8021 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6384294
Jun 23 03:39:29.161802 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device a87e5183-9071-4c27-9bd7-b287da281b29 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:39:29.207920 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port a87e5183-9071-4c27-9bd7-b287da281b29 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:39:29.208292 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:30.573957 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51198) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:30.875506 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [None req-2d56ca82-e37d-4cd2-8f0c-a3dbf5c78f4c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 23 03:39:30.876502 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-2d56ca82-e37d-4cd2-8f0c-a3dbf5c78f4c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3015928
Jun 23 03:39:32.324468 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c4dad5ba-a6a0-470a-825f-97e221db3705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:33.194251 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 51206) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:33.507947 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:39:33.528763 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Made reservation on behalf of 16f496136bce4712852f923550a6085f for: {'network': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:39:33.531036 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:33.539440 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:33.627084 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:33.631163 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:33.635012 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:33.645688 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Reserving flat network on physical network physnet1 {{(pid=99523) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 23 03:39:33.666510 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748ac4d1-f5f7-4a10-9ada-2b50101bfafe,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:33.669289 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:33.669630 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.segments_db [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Added segment 2425f828-1f51-44c4-a163-b4f842fcb0e3 of type flat for network a8dc61b6-4add-4f79-a755-9bdabf79697b
Jun 23 03:39:33.670929 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:33.716572 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:33.756537 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:33.757777 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:39:33.758333 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:33.760949 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:33.787792 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5924237
Jun 23 03:39:33.819380 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Pushing event updated for resources: {'Network': ['ID=a8dc61b6-4add-4f79-a755-9bdabf79697b,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:33.822254 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:33.829328 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network a8dc61b6-4add-4f79-a755-9bdabf79697b details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:39:34.960640 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-bae4b47f-9f61-4e37-b044-b8438de5a68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:35.311690 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:36.141048 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51214) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:36.259923 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:36.489031 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eeceea-cc69-4ba4-b300-7689add47e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:39:36.490781 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-b5eeceea-cc69-4ba4-b300-7689add47e41 admin admin] 10.222.0.15 "GET /v2.0/subnets/5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d HTTP/1.1" status: 200  len: 849 time: 0.3485157
Jun 23 03:39:36.604709 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-47e082e1-3302-4741-a84c-5a04af9e2491 admin admin] 10.222.0.15 "GET /v2.0/routers/8be94004-e853-43b4-a21f-7a180f36282e HTTP/1.1" status: 200  len: 704 time: 0.1076529
Jun 23 03:39:36.873533 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:37.164652 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Allocated IP 172.20.0.1 (edc47b52-d5bf-43e6-8953-70e25f69daaf/5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d/eca70365-10fa-46e1-9670-416c5c5cb32e) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:39:37.363643 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:37.380086 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:37.390589 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Transition to ACTIVE for port object eca70365-10fa-46e1-9670-416c5c5cb32e will not be triggered until provisioned by entity DHCP. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:39:37.469357 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:37.473215 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:37.507199 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Network edc47b52-d5bf-43e6-8953-70e25f69daaf is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:39:37.508548 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:39:37.581817 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:39:37.581817 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572788'] for router_interface, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:37.603315 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Pushing event updated for resources: {'Port': ['ID=eca70365-10fa-46e1-9670-416c5c5cb32e,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:37.649077 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.649419 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.649748 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.650072 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.650390 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.650721 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.651039 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.651357 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.651682 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.652000 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.652311 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.652633 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Tracked resource versions report:
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]: pushed versions:
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]: {   'AddressGroup': {'1.2'},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     'ConntrackHelper': {'1.0'},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     'Log': {'1.0'},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     'Network': {'1.1'},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     'Port': {'1.7'},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     'PortForwarding': {'1.2'},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     'QosPolicy': {'1.8'},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     'SecurityGroup': {'1.4'},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     'SecurityGroupRule': {'1.2'},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     'SubPort': {'1.0'},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     'Subnet': {'1.1'},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     'Trunk': {'1.1'}}
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]: consumer versions:
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]: {   DHCP agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     L3 agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     Metadata agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     Metering agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:     Open vSwitch agent@dv-cinder-768592-6-iscsi: {   'AddressGroup': '1.2',
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'ConntrackHelper': '1.0',
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'Log': '1.0',
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'Network': '1.1',
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'Port': '1.7',
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'PortForwarding': '1.2',
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'QosPolicy': '1.8',
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'SecurityGroup': '1.4',
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'SecurityGroupRule': '1.2',
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'SubPort': '1.0',
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'Subnet': '1.1',
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'Trunk': '1.1'}}
Jun 23 03:39:37.653766 dv-cinder-768592-6-iscsi neutron-server[99522]:  {{(pid=99522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 23 03:39:37.666119 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:37.801419 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:37.820470 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-d19adebd-b85a-46c1-b60e-d9ea2f6514c3 None None] Provisioning for port eca70365-10fa-46e1-9670-416c5c5cb32e completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:39:37.824016 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-d19adebd-b85a-46c1-b60e-d9ea2f6514c3 None None] Provisioning complete for port eca70365-10fa-46e1-9670-416c5c5cb32e triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:39:37.824377 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d19adebd-b85a-46c1-b60e-d9ea2f6514c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:37.859227 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-d19adebd-b85a-46c1-b60e-d9ea2f6514c3 None None] Port eca70365-10fa-46e1-9670-416c5c5cb32e cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:39:37.981344 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:37.985804 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:37.987605 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572824'] for router_interface, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:37.990158 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:38.069912 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Pushing event updated for resources: {'Port': ['ID=eca70365-10fa-46e1-9670-416c5c5cb32e,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:38.072661 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:38.114010 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Network edc47b52-d5bf-43e6-8953-70e25f69daaf is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:39:38.115224 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:39:38.279593 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-345be4d4-121b-4ce3-8e5f-2166ef7a835e None None] Provisioning complete for port eca70365-10fa-46e1-9670-416c5c5cb32e triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:39:38.279952 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-345be4d4-121b-4ce3-8e5f-2166ef7a835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:38.312300 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-345be4d4-121b-4ce3-8e5f-2166ef7a835e None None] Port eca70365-10fa-46e1-9670-416c5c5cb32e cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:39:38.320810 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Router 8be94004-e853-43b4-a21f-7a180f36282e is scheduled to L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 with binding_index 1 {{(pid=99522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 23 03:39:38.414881 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:39:38.420115 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] 10.222.0.15 "PUT /v2.0/routers/8be94004-e853-43b4-a21f-7a180f36282e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.8105757
Jun 23 03:39:38.436155 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Sync routers for ids ['8be94004-e853-43b4-a21f-7a180f36282e'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:39:38.448810 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Routers {'8be94004-e853-43b4-a21f-7a180f36282e'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:39:38.449709 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb5fb4370>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:39:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8be94004-e853-43b4-a21f-7a180f36282e'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:39:38.645247 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Set router 8be94004-e853-43b4-a21f-7a180f36282e gateway port host: None {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:39:39.112138 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb5fb4370>, [{'id': '8be94004-e853-43b4-a21f-7a180f36282e', 'name': 'router1', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:39:28Z', 'updated_at': '2021-06-23T03:39:37Z', 'revision_number': 2, 'project_id': '7822b87626da49daa055678d9a3273b3', 'gw_port_host': None, '_interfaces': [{'id': 'eca70365-10fa-46e1-9670-416c5c5cb32e', 'name': '', 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'mac_address': 'fa:16:3e:e9:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be94004-e853-43b4-a21f-7a180f36282e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:39:36Z', 'updated_at': '2021-06-23T03:39:37Z', 'revision_number': 2, 'project_id': '7822b87626da49daa055678d9a3273b3', 'subnets': [{'id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ceda01b-31d0-4388-abce-b90d9c4c8385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:39:39.164859 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Checking router: 8be94004-e853-43b4-a21f-7a180f36282e for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:39:39.165230 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Updating router 8be94004-e853-43b4-a21f-7a180f36282e port eca70365-10fa-46e1-9670-416c5c5cb32e binding host dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:39:39.229336 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:39.727268 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:39.747751 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Transition to ACTIVE for port object eca70365-10fa-46e1-9670-416c5c5cb32e will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:39:39.753760 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:39.758082 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:39.910846 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Attempting to bind port eca70365-10fa-46e1-9670-416c5c5cb32e on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:39:39.911247 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Attempting to bind port eca70365-10fa-46e1-9670-416c5c5cb32e by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '0129a6ef-7566-434e-9857-e30c58997c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:39:39.911678 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Attempting to bind port eca70365-10fa-46e1-9670-416c5c5cb32e on network edc47b52-d5bf-43e6-8953-70e25f69daaf {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:39:39.920534 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:39:39.921045 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Checking segment: {'id': '0129a6ef-7566-434e-9857-e30c58997c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:39:39.921537 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:39.921928 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Bound using segment: {'id': '0129a6ef-7566-434e-9857-e30c58997c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:39:39.922506 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Bound port: eca70365-10fa-46e1-9670-416c5c5cb32e, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0129a6ef-7566-434e-9857-e30c58997c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:39:39.922883 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:39.933686 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Pushing event updated for resources: {'Port': ['ID=eca70365-10fa-46e1-9670-416c5c5cb32e,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:39.943874 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.944239 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.944571 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.944915 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.945237 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.945649 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.945966 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.946288 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.946651 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.946922 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.947230 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.947545 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Tracked resource versions report:
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]: pushed versions:
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]: {   'AddressGroup': {'1.2'},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     'ConntrackHelper': {'1.0'},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     'Log': {'1.0'},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     'Network': {'1.1'},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     'Port': {'1.7'},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     'PortForwarding': {'1.2'},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     'QosPolicy': {'1.8'},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     'SecurityGroup': {'1.4'},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     'SecurityGroupRule': {'1.2'},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     'SubPort': {'1.0'},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     'Subnet': {'1.1'},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     'Trunk': {'1.1'}}
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]: consumer versions:
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]: {   DHCP agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     L3 agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     Metadata agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     Metering agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:     Open vSwitch agent@dv-cinder-768592-6-iscsi: {   'AddressGroup': '1.2',
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'ConntrackHelper': '1.0',
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'Log': '1.0',
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'Network': '1.1',
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'Port': '1.7',
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'PortForwarding': '1.2',
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'QosPolicy': '1.8',
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'SecurityGroup': '1.4',
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'SecurityGroupRule': '1.2',
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'SubPort': '1.0',
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'Subnet': '1.1',
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'Trunk': '1.1'}}
Jun 23 03:39:39.948659 dv-cinder-768592-6-iscsi neutron-server[99526]:  {{(pid=99526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 23 03:39:39.969768 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:40.004098 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] For port eca70365-10fa-46e1-9670-416c5c5cb32e, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:39:40.027626 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] For port eca70365-10fa-46e1-9670-416c5c5cb32e, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=eca70365-10fa-46e1-9670-416c5c5cb32e,segment=NetworkSegment(0129a6ef-7566-434e-9857-e30c58997c1b),segment_id=0129a6ef-7566-434e-9857-e30c58997c1b)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:39:40.034153 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:40.036480 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:40.091791 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Pushing event updated for resources: {'Port': ['ID=eca70365-10fa-46e1-9670-416c5c5cb32e,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:40.095382 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:40.096564 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Routers {'8be94004-e853-43b4-a21f-7a180f36282e'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:39:40.097209 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb5fb4370>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:39:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8be94004-e853-43b4-a21f-7a180f36282e'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:39:40.184765 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] Set router 8be94004-e853-43b4-a21f-7a180f36282e gateway port host: None {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:39:40.386890 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb5fb4370>, [{'id': '8be94004-e853-43b4-a21f-7a180f36282e', 'name': 'router1', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:39:28Z', 'updated_at': '2021-06-23T03:39:37Z', 'revision_number': 2, 'project_id': '7822b87626da49daa055678d9a3273b3', 'gw_port_host': None, '_interfaces': [{'id': 'eca70365-10fa-46e1-9670-416c5c5cb32e', 'name': '', 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'mac_address': 'fa:16:3e:e9:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be94004-e853-43b4-a21f-7a180f36282e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:39:36Z', 'updated_at': '2021-06-23T03:39:39Z', 'revision_number': 4, 'project_id': '7822b87626da49daa055678d9a3273b3', 'subnets': [{'id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ceda01b-31d0-4388-abce-b90d9c4c8385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:39:40.414702 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5778c7-4b79-4c9b-a97b-52c3b9e3ed54 None None] The sync data for ids ['8be94004-e853-43b4-a21f-7a180f36282e'] in dv-cinder-768592-6-iscsi is: [{'id': '8be94004-e853-43b4-a21f-7a180f36282e', 'name': 'router1', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:39:28Z', 'updated_at': '2021-06-23T03:39:37Z', 'revision_number': 2, 'project_id': '7822b87626da49daa055678d9a3273b3', 'gw_port_host': None, '_interfaces': [{'id': 'eca70365-10fa-46e1-9670-416c5c5cb32e', 'name': '', 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'mac_address': 'fa:16:3e:e9:27:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be94004-e853-43b4-a21f-7a180f36282e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:39:36Z', 'updated_at': '2021-06-23T03:39:39Z', 'revision_number': 4, 'project_id': '7822b87626da49daa055678d9a3273b3', 'subnets': [{'id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ceda01b-31d0-4388-abce-b90d9c4c8385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:39:40.723858 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51238) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:40.834826 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9237120-999f-4494-9ea5-1c67ea9673d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:39:40.836178 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-a9237120-999f-4494-9ea5-1c67ea9673d1 admin admin] 10.222.0.15 "GET /v2.0/networks/a8dc61b6-4add-4f79-a755-9bdabf79697b HTTP/1.1" status: 200  len: 842 time: 0.1114445
Jun 23 03:39:40.845416 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'gateway_ip': '172.27.0.1'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:39:40.869366 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Made reservation on behalf of 16f496136bce4712852f923550a6085f for: {'subnet': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:39:40.871710 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:41.194250 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.objects.ports [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99522) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Jun 23 03:39:41.194675 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:41.197433 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:41.257122 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5363e1-ba1f-4552-894c-08d1f4765639,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:41.261523 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Checking segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:39:41.261900 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Network hostable DHCP agents. Network: a8dc61b6-4add-4f79-a755-9bdabf79697b, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:39:41.263898 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:41.283959 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:39:41.293899 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, a8dc61b6-4add-4f79-a755-9bdabf79697b) {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:39:41.297661 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:39:41.298266 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:41.303103 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27b0862-f645-4640-bf30-df854aa6525b None None] Network a8dc61b6-4add-4f79-a755-9bdabf79697b requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:39:41.315799 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4730008
Jun 23 03:39:41.452934 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512baee1-c105-4435-82a4-ac08442a439e None None] Network a8dc61b6-4add-4f79-a755-9bdabf79697b requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:39:43.592240 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51260) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:43.722157 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-9457794f-6f58-40e5-92ec-e34d5cccf794 admin admin] 10.222.0.15 "GET /v2.0/routers/8be94004-e853-43b4-a21f-7a180f36282e HTTP/1.1" status: 200  len: 710 time: 0.1286907
Jun 23 03:39:43.806615 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3609bb6b-1434-4bcb-a094-73f95681a8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:39:43.807964 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-3609bb6b-1434-4bcb-a094-73f95681a8f8 admin admin] 10.222.0.15 "GET /v2.0/networks/a8dc61b6-4add-4f79-a755-9bdabf79697b HTTP/1.1" status: 200  len: 886 time: 0.0808549
Jun 23 03:39:43.817337 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:39:44.060927 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16240'] for router, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:44.353880 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:44.429285 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:44.539564 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Allocated IP 172.27.0.91 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/e7153305-354d-46ab-a2b8-2e82ebf9f76f) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:39:44.639742 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:44.678093 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:44.680188 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:44.718661 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:39:44.722059 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:39:44.726178 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:39:44.728911 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e7153305-354d-46ab-a2b8-2e82ebf9f76f,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:44.761460 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:44.963370 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:45.151597 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16240'] for router, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:45.154840 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550406', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-932266'] for router, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:45.185909 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device eca70365-10fa-46e1-9670-416c5c5cb32e up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:39:45.233661 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port eca70365-10fa-46e1-9670-416c5c5cb32e completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:39:45.237726 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port eca70365-10fa-46e1-9670-416c5c5cb32e triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:39:45.238315 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:45.264564 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Router 8be94004-e853-43b4-a21f-7a180f36282e has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:39:45.310964 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:45.343951 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port eca70365-10fa-46e1-9670-416c5c5cb32e, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=eca70365-10fa-46e1-9670-416c5c5cb32e,segment=NetworkSegment(0129a6ef-7566-434e-9857-e30c58997c1b),segment_id=0129a6ef-7566-434e-9857-e30c58997c1b)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:39:45.349282 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:45.351481 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:45.371490 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:39:45.375867 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:45.377325 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] 10.222.0.15 "PUT /v2.0/routers/8be94004-e853-43b4-a21f-7a180f36282e HTTP/1.1" status: 200  len: 889 time: 1.5638728
Jun 23 03:39:45.433016 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Sync routers for ids ['8be94004-e853-43b4-a21f-7a180f36282e'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:39:45.461220 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Routers {'8be94004-e853-43b4-a21f-7a180f36282e'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:39:45.461903 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ddfa00>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:39:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8be94004-e853-43b4-a21f-7a180f36282e'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:39:45.518610 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=eca70365-10fa-46e1-9670-416c5c5cb32e,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:45.526680 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:45.681435 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Set router 8be94004-e853-43b4-a21f-7a180f36282e gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:39:46.058724 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ddfa00>, [{'id': '8be94004-e853-43b4-a21f-7a180f36282e', 'name': 'router1', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e7153305-354d-46ab-a2b8-2e82ebf9f76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:39:28Z', 'updated_at': '2021-06-23T03:39:44Z', 'revision_number': 4, 'project_id': '7822b87626da49daa055678d9a3273b3', 'gw_port': {'id': 'e7153305-354d-46ab-a2b8-2e82ebf9f76f', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be94004-e853-43b4-a21f-7a180f36282e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:39:44Z', 'updated_at': '2021-06-23T03:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': 'eca70365-10fa-46e1-9670-416c5c5cb32e', 'name': '', 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'mac_address': 'fa:16:3e:e9:27:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be94004-e853-43b4-a21f-7a180f36282e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:39:36Z', 'updated_at': '2021-06-23T03:39:45Z', 'revision_number': 5, 'project_id': '7822b87626da49daa055678d9a3273b3', 'subnets': [{'id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ceda01b-31d0-4388-abce-b90d9c4c8385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:39:46.108260 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Checking router: 8be94004-e853-43b4-a21f-7a180f36282e for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:39:46.108630 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Updating router 8be94004-e853-43b4-a21f-7a180f36282e port e7153305-354d-46ab-a2b8-2e82ebf9f76f binding host dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:39:46.140846 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:46.450746 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:46.460320 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Transition to ACTIVE for port object e7153305-354d-46ab-a2b8-2e82ebf9f76f will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:39:46.465957 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:46.468073 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:46.520117 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe4011-1bb5-4d49-9b9e-faada304e3fb None None] Pushing event updated for resources: {'Port': ['ID=e7153305-354d-46ab-a2b8-2e82ebf9f76f,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:46.522407 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Attempting to bind port e7153305-354d-46ab-a2b8-2e82ebf9f76f on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:39:46.522795 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Attempting to bind port e7153305-354d-46ab-a2b8-2e82ebf9f76f by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:39:46.523148 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Attempting to bind port e7153305-354d-46ab-a2b8-2e82ebf9f76f on network a8dc61b6-4add-4f79-a755-9bdabf79697b {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:39:46.525165 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-eefe4011-1bb5-4d49-9b9e-faada304e3fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:46.528908 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:39:46.529286 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Checking segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:39:46.529687 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:46.530077 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Bound using segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:39:46.530543 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Bound port: e7153305-354d-46ab-a2b8-2e82ebf9f76f, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:39:46.530916 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:46.579667 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] For port e7153305-354d-46ab-a2b8-2e82ebf9f76f, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:39:46.583180 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] For port e7153305-354d-46ab-a2b8-2e82ebf9f76f, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=e7153305-354d-46ab-a2b8-2e82ebf9f76f,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:39:46.586554 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:46.592318 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:46.641078 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Routers {'8be94004-e853-43b4-a21f-7a180f36282e'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:39:46.641720 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ddfa00>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:39:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8be94004-e853-43b4-a21f-7a180f36282e'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:39:46.755983 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe4011-1bb5-4d49-9b9e-faada304e3fb None None] Pushing event updated for resources: {'Port': ['ID=e7153305-354d-46ab-a2b8-2e82ebf9f76f,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:46.762197 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-eefe4011-1bb5-4d49-9b9e-faada304e3fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:46.828238 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] Set router 8be94004-e853-43b4-a21f-7a180f36282e gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:39:47.030497 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ddfa00>, [{'id': '8be94004-e853-43b4-a21f-7a180f36282e', 'name': 'router1', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e7153305-354d-46ab-a2b8-2e82ebf9f76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:39:28Z', 'updated_at': '2021-06-23T03:39:44Z', 'revision_number': 4, 'project_id': '7822b87626da49daa055678d9a3273b3', 'gw_port': {'id': 'e7153305-354d-46ab-a2b8-2e82ebf9f76f', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be94004-e853-43b4-a21f-7a180f36282e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:39:44Z', 'updated_at': '2021-06-23T03:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': 'eca70365-10fa-46e1-9670-416c5c5cb32e', 'name': '', 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'mac_address': 'fa:16:3e:e9:27:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be94004-e853-43b4-a21f-7a180f36282e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:39:36Z', 'updated_at': '2021-06-23T03:39:45Z', 'revision_number': 5, 'project_id': '7822b87626da49daa055678d9a3273b3', 'subnets': [{'id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ceda01b-31d0-4388-abce-b90d9c4c8385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:39:47.055896 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee49ea9-7dce-401f-b7a8-febea639e3a8 None None] The sync data for ids ['8be94004-e853-43b4-a21f-7a180f36282e'] in dv-cinder-768592-6-iscsi is: [{'id': '8be94004-e853-43b4-a21f-7a180f36282e', 'name': 'router1', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'e7153305-354d-46ab-a2b8-2e82ebf9f76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:39:28Z', 'updated_at': '2021-06-23T03:39:44Z', 'revision_number': 4, 'project_id': '7822b87626da49daa055678d9a3273b3', 'gw_port': {'id': 'e7153305-354d-46ab-a2b8-2e82ebf9f76f', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:9c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be94004-e853-43b4-a21f-7a180f36282e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:39:44Z', 'updated_at': '2021-06-23T03:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': 'eca70365-10fa-46e1-9670-416c5c5cb32e', 'name': '', 'network_id': 'edc47b52-d5bf-43e6-8953-70e25f69daaf', 'tenant_id': '7822b87626da49daa055678d9a3273b3', 'mac_address': 'fa:16:3e:e9:27:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be94004-e853-43b4-a21f-7a180f36282e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:39:36Z', 'updated_at': '2021-06-23T03:39:45Z', 'revision_number': 5, 'project_id': '7822b87626da49daa055678d9a3273b3', 'subnets': [{'id': '5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9ceda01b-31d0-4388-abce-b90d9c4c8385'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:39:47.307277 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device e7153305-354d-46ab-a2b8-2e82ebf9f76f up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:39:47.360459 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port e7153305-354d-46ab-a2b8-2e82ebf9f76f completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:39:47.366357 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port e7153305-354d-46ab-a2b8-2e82ebf9f76f triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:39:47.366840 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:47.450899 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:47.472670 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port e7153305-354d-46ab-a2b8-2e82ebf9f76f, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=e7153305-354d-46ab-a2b8-2e82ebf9f76f,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:39:47.477392 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:47.478650 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device eca70365-10fa-46e1-9670-416c5c5cb32e up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:39:47.480361 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-fe80ff5b-5ca5-4f97-a4a9-0eef8be9d802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:39:47.556669 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=e7153305-354d-46ab-a2b8-2e82ebf9f76f,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:39:47.559628 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:39:47.572798 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port eca70365-10fa-46e1-9670-416c5c5cb32e triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:39:47.573164 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:47.757573 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51268) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:39:47.883032 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-3acecf09-6665-48a1-a01b-8272bf885c1b admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 412 time: 0.1242805
Jun 23 03:39:49.203529 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device e7153305-354d-46ab-a2b8-2e82ebf9f76f up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:39:49.250468 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port e7153305-354d-46ab-a2b8-2e82ebf9f76f triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:39:49.250837 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:39:54.239776 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 5 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:40:02.351245 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-133d1d90-97a5-4399-acfb-28fe9c25482c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:40:04.963151 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4bdd9d9d-ae7a-4c08-94ea-e6f17fed60c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:40:05.320207 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:40:06.266269 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:40:07.404168 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:40:31.239236 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 5 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:40:32.327613 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b1783dc1-17bf-4603-872f-045025b7afa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:40:34.967128 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-18d79e91-e73d-44bc-a190-a97b1b7f9c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:40:35.317164 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:40:36.262456 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:40:37.410623 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:02.319510 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-21321624-15de-4fcf-81aa-6ea5a56876ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:04.970158 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7315f0d4-50ba-4fd0-8db7-66de2acc16ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:05.321193 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:06.264319 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:07.414820 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:08.237111 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 5 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:41:22.847231 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51836) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:41:22.910801 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.pecan_wsgi.hooks.translation [None req-9162de06-ea29-4e05-bfb7-3eddc40d52e9 admin admin] GET failed (client error): The resource could not be found.
Jun 23 03:41:22.912150 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-9162de06-ea29-4e05-bfb7-3eddc40d52e9 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0633855
Jun 23 03:41:23.133679 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b06a2-6593-4ae0-bc3b-4790f8cd94da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:23.135029 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-fe9b06a2-6593-4ae0-bc3b-4790f8cd94da admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.2190111
Jun 23 03:41:25.276874 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51846) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:41:25.365529 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b09616-7f3c-4f9f-a6f4-41dbfe4085d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:25.366836 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-a4b09616-7f3c-4f9f-a6f4-41dbfe4085d8 admin admin] 10.222.0.15 "GET /v2.0/subnets/5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d HTTP/1.1" status: 200  len: 849 time: 0.0890253
Jun 23 03:41:25.375864 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:41:25.458180 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:25.597243 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764877744860'] for subnet, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:25.600060 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-4a693ce0-7a00-4171-87aa-4add9f9552e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:41:25.626724 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:25.627307 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:25.628552 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] 10.222.0.15 "PUT /v2.0/subnets/5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d HTTP/1.1" status: 200  len: 868 time: 0.2564435
Jun 23 03:41:25.643627 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a224a5c7-b0ac-401b-81c7-773cb544750a None None] Network edc47b52-d5bf-43e6-8953-70e25f69daaf requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:41:25.648163 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:41:25.655997 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.656369 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.656787 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.657245 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.657575 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.657922 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.658247 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.658567 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.659703 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.659703 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.659703 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.659988 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:41:25.663436 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:41:26.051635 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-fa413fe8-6dca-45aa-b733-94021a193c6f None None] Provisioning complete for port a87e5183-9071-4c27-9bd7-b287da281b29 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:41:26.052002 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fa413fe8-6dca-45aa-b733-94021a193c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:26.133940 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-fa413fe8-6dca-45aa-b733-94021a193c6f None None] Provisioning complete for port eca70365-10fa-46e1-9670-416c5c5cb32e triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:41:26.134216 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fa413fe8-6dca-45aa-b733-94021a193c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:27.773225 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51854) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:41:27.966558 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152ead0d-2a02-4a32-b6bc-56be94254d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:27.966944 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152ead0d-2a02-4a32-b6bc-56be94254d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:27.969057 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-152ead0d-2a02-4a32-b6bc-56be94254d59 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1948936
Jun 23 03:41:30.088594 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51862) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:41:30.222470 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b45407-837e-4f86-9ee0-d715445627b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:30.222932 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b45407-837e-4f86-9ee0-d715445627b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:30.224424 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-70b45407-837e-4f86-9ee0-d715445627b4 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1348693
Jun 23 03:41:32.319751 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e67290f0-3e41-4c18-be0b-711ae93606ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:32.349457 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51870) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:41:32.475500 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4089eec-b7b6-4955-87ec-afe95dda4b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:32.476875 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-e4089eec-b7b6-4955-87ec-afe95dda4b0c admin admin] 10.222.0.15 "GET /v2.0/networks/a8dc61b6-4add-4f79-a755-9bdabf79697b HTTP/1.1" status: 200  len: 886 time: 0.1264610
Jun 23 03:41:34.582579 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51878) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:41:34.708081 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a64a12-6496-4fc0-ba64-7fc7bd84389b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:34.709479 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-15a64a12-6496-4fc0-ba64-7fc7bd84389b admin admin] 10.222.0.15 "GET /v2.0/networks/edc47b52-d5bf-43e6-8953-70e25f69daaf HTTP/1.1" status: 200  len: 868 time: 0.1259608
Jun 23 03:41:34.971605 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-56c10bb8-f76f-4ea9-bbf5-a25bdc023110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:35.322540 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:36.268649 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:36.887847 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51886) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:41:37.008662 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968eed36-71c6-4135-a17f-ea2779834fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:37.009043 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968eed36-71c6-4135-a17f-ea2779834fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:37.010526 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-968eed36-71c6-4135-a17f-ea2779834fba admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1217511
Jun 23 03:41:37.419254 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:41:39.268029 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51894) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:41:39.356866 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56103d0c-7654-4410-9a1d-184034ff5062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:39.357323 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56103d0c-7654-4410-9a1d-184034ff5062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:39.358810 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-56103d0c-7654-4410-9a1d-184034ff5062 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0898032
Jun 23 03:41:41.496163 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51902) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:41:41.584495 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f08dabe-cc31-4b4d-9ebf-92a6522b1510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:41.585796 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-6f08dabe-cc31-4b4d-9ebf-92a6522b1510 admin admin] 10.222.0.15 "GET /v2.0/subnets/5091a3fe-4ccc-40fb-9d83-41d4f5d31a6d HTTP/1.1" status: 200  len: 868 time: 0.0887449
Jun 23 03:41:43.729055 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51910) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:41:43.817486 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257cb1a-6499-44d0-87e0-8ae3590de98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:41:43.818780 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-d257cb1a-6499-44d0-87e0-8ae3590de98f admin admin] 10.222.0.15 "GET /v2.0/subnets/db5363e1-ba1f-4552-894c-08d1f4765639 HTTP/1.1" status: 200  len: 816 time: 0.0887878
Jun 23 03:41:45.235021 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 5 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:42:02.319857 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7d8cd568-89bb-47e6-93b9-afc70125bd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:04.972911 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4e474df9-c459-420e-9e94-c17fae945c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:05.322832 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:06.270976 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:07.137925 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51954) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:42:07.183169 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [None req-7f5284e0-2a39-4b4c-aac5-381b3b6c8bd3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 23 03:42:07.184120 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-7f5284e0-2a39-4b4c-aac5-381b3b6c8bd3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0452752
Jun 23 03:42:07.423609 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:09.402639 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51962) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:42:09.460790 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.pecan_wsgi.hooks.translation [None req-af745318-04c2-42fd-8b32-2ee2255967c8 admin admin] GET failed (client error): The resource could not be found.
Jun 23 03:42:09.462045 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-af745318-04c2-42fd-8b32-2ee2255967c8 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0584941
Jun 23 03:42:09.544896 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ac3f09-c11e-4402-a318-712a42f25b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:42:09.546211 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-24ac3f09-c11e-4402-a318-712a42f25b7c admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0804150
Jun 23 03:42:11.688433 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51970) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:42:11.734277 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:42:11.757481 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Made reservation on behalf of 16f496136bce4712852f923550a6085f for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:42:11.759703 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:11.790991 dv-cinder-768592-6-iscsi neutron-server[99522]: WARNING neutron.services.revisions.revision_plugin [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f8bb431af70] {project_id='16f496136bce4712852f923550a6085f', id='e5491239-01a4-4ae3-833b-0701e63e95d5', target_tenant='*', action='access_as_shared', object_id='eebc5bad-a99c-47c0-a591-99179532e775'}> to bump revision.
Jun 23 03:42:11.807327 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:42:11.820078 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764877765142', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:11.820628 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8bb6cfa160> segment precommit_create {{(pid=99522) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 23 03:42:11.821046 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Added segment 4d005477-a4bc-40a7-9ba5-9c2bd97b8d55 of type vlan for network eebc5bad-a99c-47c0-a591-99179532e775
Jun 23 03:42:11.866025 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:11.904083 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:11.905385 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:42:11.905952 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:11.909183 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:42:11.950313 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.2607987
Jun 23 03:42:12.001425 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Pushing event updated for resources: {'Network': ['ID=eebc5bad-a99c-47c0-a591-99179532e775,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:42:12.006472 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:42:12.013897 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network eebc5bad-a99c-47c0-a591-99179532e775 details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:42:14.114467 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 51978) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:42:14.172909 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.pecan_wsgi.hooks.translation [None req-262bf2d9-fca0-4b71-8749-5b8a45cff17c admin admin] GET failed (client error): The resource could not be found.
Jun 23 03:42:14.174457 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-262bf2d9-fca0-4b71-8749-5b8a45cff17c admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0590181
Jun 23 03:42:14.244580 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe680e4-ba82-4dfd-aeed-da8995d79996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:42:14.246005 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-afe680e4-ba82-4dfd-aeed-da8995d79996 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.0677836
Jun 23 03:42:14.255832 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:42:14.275765 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Made reservation on behalf of 16f496136bce4712852f923550a6085f for: {'subnet': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:42:14.278007 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:14.528481 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:14.531259 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:42:14.582015 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d128797d-1d8b-4c5f-9f5b-e7ca36b94a51,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:42:14.585601 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:42:14.589208 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Checking segment: {'id': '4d005477-a4bc-40a7-9ba5-9c2bd97b8d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:42:14.589560 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Network hostable DHCP agents. Network: eebc5bad-a99c-47c0-a591-99179532e775, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:42:14.605061 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Network eebc5bad-a99c-47c0-a591-99179532e775 is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:42:14.613970 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, eebc5bad-a99c-47c0-a591-99179532e775) {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:42:14.617778 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:42:14.618358 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:14.622830 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3223789e-a9c8-4a22-89f9-99b5f5104793 None None] Network eebc5bad-a99c-47c0-a591-99179532e775 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:42:14.635698 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3831797
Jun 23 03:42:14.868600 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e54e0cc-92ae-5ef2-b5ea-e1a65003d856-eebc5bad-a99c-47c0-a591-99179532e775', 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775', 'tenant_id': '16f496136bce4712852f923550a6085f', 'fixed_ips': [{'subnet_id': 'd128797d-1d8b-4c5f-9f5b-e7ca36b94a51'}]}} from dv-cinder-768592-6-iscsi. {{(pid=99524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 23 03:42:14.869497 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:15.008857 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Allocated IP 192.168.233.2 (eebc5bad-a99c-47c0-a591-99179532e775/d128797d-1d8b-4c5f-9f5b-e7ca36b94a51/99e5791d-9186-4822-8599-3253b44f2698) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:42:15.159189 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:15.167472 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Transition to ACTIVE for port object 99e5791d-9186-4822-8599-3253b44f2698 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:42:15.182132 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Transition to ACTIVE for port object 99e5791d-9186-4822-8599-3253b44f2698 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:42:15.187592 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:15.189604 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:42:15.231350 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Network eebc5bad-a99c-47c0-a591-99179532e775 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:42:15.234314 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Resources bound (agent type, host, resource id):  {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:42:15.240323 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Pushing event updated for resources: {'Port': ['ID=99e5791d-9186-4822-8599-3253b44f2698,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:42:15.242551 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:42:15.253310 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.253654 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.253992 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.254319 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.254645 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.254969 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.255294 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.255613 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.255952 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.256291 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.256653 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.256949 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:42:15.281035 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:42:15.314295 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Attempting to bind port 99e5791d-9186-4822-8599-3253b44f2698 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:42:15.314667 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Attempting to bind port 99e5791d-9186-4822-8599-3253b44f2698 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '4d005477-a4bc-40a7-9ba5-9c2bd97b8d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:42:15.315030 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Attempting to bind port 99e5791d-9186-4822-8599-3253b44f2698 on network eebc5bad-a99c-47c0-a591-99179532e775 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:42:15.320262 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:42:15.320734 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Checking segment: {'id': '4d005477-a4bc-40a7-9ba5-9c2bd97b8d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:42:15.321062 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:15.321461 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Bound using segment: {'id': '4d005477-a4bc-40a7-9ba5-9c2bd97b8d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:42:15.321932 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Bound port: 99e5791d-9186-4822-8599-3253b44f2698, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d005477-a4bc-40a7-9ba5-9c2bd97b8d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:42:15.322297 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:15.386991 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] For port 99e5791d-9186-4822-8599-3253b44f2698, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:42:15.390318 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] For port 99e5791d-9186-4822-8599-3253b44f2698, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=99e5791d-9186-4822-8599-3253b44f2698,segment=NetworkSegment(4d005477-a4bc-40a7-9ba5-9c2bd97b8d55),segment_id=4d005477-a4bc-40a7-9ba5-9c2bd97b8d55)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:42:15.395950 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:15.398156 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:42:15.461708 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Pushing event updated for resources: {'Port': ['ID=99e5791d-9186-4822-8599-3253b44f2698,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:42:15.465861 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:42:16.252445 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee64aa14-71da-4c83-899b-9dc584f7e3ee None None] Network eebc5bad-a99c-47c0-a591-99179532e775 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:42:16.326906 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-9a4e213b-1cff-4a39-90e5-8beb8b16b143 None None] Provisioning for port 99e5791d-9186-4822-8599-3253b44f2698 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:42:17.320089 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 99e5791d-9186-4822-8599-3253b44f2698 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:42:17.381620 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 99e5791d-9186-4822-8599-3253b44f2698 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:42:17.387483 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 99e5791d-9186-4822-8599-3253b44f2698 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:42:17.388040 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:17.470359 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:17.505657 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 99e5791d-9186-4822-8599-3253b44f2698, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=99e5791d-9186-4822-8599-3253b44f2698,segment=NetworkSegment(4d005477-a4bc-40a7-9ba5-9c2bd97b8d55),segment_id=4d005477-a4bc-40a7-9ba5-9c2bd97b8d55)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:42:17.509284 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:17.511399 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-eefe4011-1bb5-4d49-9b9e-faada304e3fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:42:17.556505 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=99e5791d-9186-4822-8599-3253b44f2698,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:42:17.559550 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:42:19.296753 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 99e5791d-9186-4822-8599-3253b44f2698 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:42:19.346664 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 99e5791d-9186-4822-8599-3253b44f2698 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:42:19.347031 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:22.234030 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 5 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:42:32.321936 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b4891ff2-0a3d-4c1c-8c78-6a9b7d48c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:34.974482 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe5e1-8809-475a-9303-930d9fc91f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:35.325730 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:36.274121 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:37.426563 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:42:59.232158 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 5 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:43:02.325445 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f269e966-e5d8-416b-a374-e592fcb959fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:04.974241 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4ec4408c-fa1b-493b-b6b5-dc0a6b49acb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:05.325560 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:06.276422 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:07.428350 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:27.146697 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52030) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:43:27.152625 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [None req-45d86fa6-b038-4578-9ff1-6effc1d70d31 tempest-verify_tempest_config-1789462825 tempest-verify_tempest_config-1789462825-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 23 03:43:27.153561 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-45d86fa6-b038-4578-9ff1-6effc1d70d31 tempest-verify_tempest_config-1789462825 tempest-verify_tempest_config-1789462825-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059211
Jun 23 03:43:27.447460 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52048) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:43:27.553105 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:27.670334 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:27.674587 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:27.677250 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:43:27.718999 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00126daf5f534a219ac2d3719e206fb9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2697136
Jun 23 03:43:27.719853 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37b7834-0919-4c01-843c-fd6e63a62613,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:43:27.721378 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52052) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:43:27.726699 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.727053 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.727384 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.727707 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.728025 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.728361 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.728701 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.729016 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.729344 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.729654 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.729961 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.730265 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.735425 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:43:27.777332 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:27.797952 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:27.887395 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:27.890451 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:27.893951 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b37b7834-0919-4c01-843c-fd6e63a62613 HTTP/1.1" status: 204  len: 168 time: 0.1692393
Jun 23 03:43:27.893951 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:43:27.900086 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37b7834-0919-4c01-843c-fd6e63a62613,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:43:27.906713 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.907047 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.907375 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.907699 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.908001 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.908341 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.908678 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.909097 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.909411 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.909721 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.910030 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.910334 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:43:27.913388 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:43:32.326066 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8d68f807-f868-46a7-98ae-d3845755fb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:34.975282 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a4308aed-6e47-49ae-9798-760154c4b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:35.327603 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:36.231343 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 5 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:43:36.279006 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:43:37.431441 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:02.326905 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-87f50708-0072-40eb-b4cf-4c9bf6f0601c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:04.975645 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-65731a7e-57b1-440c-908a-17cb4159959e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:05.327629 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:06.281549 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:07.433922 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:13.230650 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 5 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:44:32.327314 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ab0c538e-35fb-40b9-8291-864f6cf79aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:34.975948 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1f15e063-6887-4389-9620-550e82372fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:35.328220 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:36.283413 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:37.436274 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:50.231362 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 5 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:44:55.714464 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133'] for agent, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:44:59.262880 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52106) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:44:59.370414 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-7163257e-dd7b-4c13-82a8-9e21b6c52d6b admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1064372
Jun 23 03:45:01.493764 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52116) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:45:01.546867 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-a6616518-9b07-4081-aebc-faaf2eed9183 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0520380
Jun 23 03:45:02.328025 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b459dcdd-2892-4121-a55e-05c684773f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:45:04.976852 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f7bd08e3-8611-4853-a257-7ce383fb80dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:45:05.330571 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:45:06.290796 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:45:07.440310 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:45:25.682124 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:45:27.231075 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:45:32.329134 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-44d9cd7e-686f-4091-ad8c-26419bf272a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:45:34.977973 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-78e1b319-2683-4387-9580-ad99895d8185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:45:35.332676 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:45:36.289674 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:45:37.443363 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:45:55.687500 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:02.330914 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8ca1c24a-4ae7-41d6-a03a-a95907e86ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:04.230659 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:46:04.980020 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1bfe5ce1-d409-4f9f-a2e2-518352bd4860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:05.334184 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:06.294935 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:07.447004 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.100326 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52250) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:24.291832 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1668055507-network', 'tenant_id': 'df1ae0b29d86411591279b9241c5f63e'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:24.314229 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Made reservation on behalf of df1ae0b29d86411591279b9241c5f63e for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:24.320357 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.329394 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.423264 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.427546 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.432040 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:24.449196 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:46:24.466964 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.467295 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Added segment 9932dc94-55ad-4791-b515-f55e022e1fb2 of type vlan for network 1488ecd8-5219-44b1-8a8f-746295d3a6c7
Jun 23 03:46:24.518668 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.529209 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99de5a06-1336-476c-9b65-e6bec6b82241,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:24.541462 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.541908 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.542149 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.542481 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.542806 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.543154 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.543475 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.543798 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.544189 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.544443 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.544782 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.545094 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Tracked resource versions report:
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]: pushed versions:
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]: {   'AddressGroup': {'1.2'},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     'ConntrackHelper': {'1.0'},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     'Log': {'1.0'},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     'Network': {'1.1'},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     'Port': {'1.7'},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     'PortForwarding': {'1.2'},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     'QosPolicy': {'1.8'},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     'SecurityGroup': {'1.4'},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     'SecurityGroupRule': {'1.2'},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     'SubPort': {'1.0'},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     'Subnet': {'1.1'},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     'Trunk': {'1.1'}}
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]: consumer versions:
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]: {   DHCP agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     HyperV agent@hv-cinder-76859: {},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     L3 agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     Metadata agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     Metering agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:     Open vSwitch agent@dv-cinder-768592-6-iscsi: {   'AddressGroup': '1.2',
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'ConntrackHelper': '1.0',
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'Log': '1.0',
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'Network': '1.1',
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'Port': '1.7',
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'PortForwarding': '1.2',
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'QosPolicy': '1.8',
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'SecurityGroup': '1.4',
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'SecurityGroupRule': '1.2',
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'SubPort': '1.0',
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'Subnet': '1.1',
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:                                                      'Trunk': '1.1'}}
Jun 23 03:46:24.546159 dv-cinder-768592-6-iscsi neutron-server[99522]:  {{(pid=99522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 23 03:46:24.557193 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:24.564645 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.566794 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:24.567377 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.570337 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-052f2803-3054-4757-89d4-4bafe77006b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:24.624339 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5203879
Jun 23 03:46:24.625259 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52284) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:24.629357 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Pushing event updated for resources: {'Network': ['ID=1488ecd8-5219-44b1-8a8f-746295d3a6c7,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:24.632104 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:24.641959 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Request body: {'subnet': {'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1668055507-subnet', 'tenant_id': 'df1ae0b29d86411591279b9241c5f63e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:24.650749 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:46:24.670916 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Made reservation on behalf of df1ae0b29d86411591279b9241c5f63e for: {'subnet': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:24.675723 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Notify callbacks [] for subnet, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.863823 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.867322 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:24.924174 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Pushing event updated for resources: {'Subnet': ['ID=511fd5e1-8640-4b13-85c7-b6870517fe97,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:24.933411 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.933753 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.934086 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.934414 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.934735 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.935079 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.935402 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.935718 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.936053 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.936375 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.936704 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.937015 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Tracked resource versions report:
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]: pushed versions:
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]: {   'AddressGroup': {'1.2'},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     'ConntrackHelper': {'1.0'},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     'Log': {'1.0'},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     'Network': {'1.1'},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     'Port': {'1.7'},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     'PortForwarding': {'1.2'},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     'QosPolicy': {'1.8'},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     'SecurityGroup': {'1.4'},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     'SecurityGroupRule': {'1.2'},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     'SubPort': {'1.0'},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     'Subnet': {'1.1'},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     'Trunk': {'1.1'}}
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]: consumer versions:
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]: {   DHCP agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     HyperV agent@hv-cinder-76859: {},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     L3 agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     Metadata agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     Metering agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:     Open vSwitch agent@dv-cinder-768592-6-iscsi: {   'AddressGroup': '1.2',
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'ConntrackHelper': '1.0',
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'Log': '1.0',
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'Network': '1.1',
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'Port': '1.7',
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'PortForwarding': '1.2',
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'QosPolicy': '1.8',
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'SecurityGroup': '1.4',
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'SecurityGroupRule': '1.2',
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'SubPort': '1.0',
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'Subnet': '1.1',
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:                                                      'Trunk': '1.1'}}
Jun 23 03:46:24.938277 dv-cinder-768592-6-iscsi neutron-server[99523]:  {{(pid=99523) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 23 03:46:24.945416 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:24.952986 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Checking segment: {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:24.953479 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Network hostable DHCP agents. Network: 1488ecd8-5219-44b1-8a8f-746295d3a6c7, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:46:24.970654 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:46:24.981111 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 1488ecd8-5219-44b1-8a8f-746295d3a6c7) {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:24.985198 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:24.985818 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:24.991324 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb980fb-8d49-4141-b3e2-1ff0e59aabc6 None None] Network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:46:25.005644 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3781056
Jun 23 03:46:25.030954 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52314) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:25.060960 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52318) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:25.136409 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15084161-ebbd-4055-ac12-eaf48afe9eac None None] Network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:46:25.272512 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1558446426-network', 'tenant_id': 'f16d6b76724748bfb25574bc8d5576c8'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:25.298661 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Made reservation on behalf of f16d6b76724748bfb25574bc8d5576c8 for: {'network': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:25.301355 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.309473 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.406566 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-246879806-network', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:25.414440 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.420112 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.431498 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-505e4a66-58ff-4aa2-902e-54d80e4be8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:25.446088 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61}  {{(pid=99523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:46:25.458093 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Made reservation on behalf of 42efa8b4f79141638b0d4efb35421c64 for: {'network': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:25.460982 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.473541 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.473541 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.segments_db [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Added segment f5b51336-ed49-4516-9d05-3750583d630a of type vlan for network 36505b99-0352-4914-8a97-8c9ac3e7acea
Jun 23 03:46:25.476176 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.531817 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.565313 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6b7d71-264c-48b0-b224-491eccc57a3d,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:25.576948 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:25.601177 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.604358 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:25.605001 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.635477 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b58f2624-5674-40ec-a052-7a6f7a8f109e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:25.650509 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52350) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:25.701101 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Pushing event updated for resources: {'Network': ['ID=36505b99-0352-4914-8a97-8c9ac3e7acea,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:25.704732 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:25.715789 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 36505b99-0352-4914-8a97-8c9ac3e7acea details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:46:25.716791 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.722983 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.727585 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:25.757638 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52356) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:25.757897 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7256408
Jun 23 03:46:25.758593 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52358) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:25.762261 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe5c7db-f36d-493b-9ef0-7fbeb818552e,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:25.767725 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:25.771437 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91}  {{(pid=99523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:46:25.775306 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Request body: {'subnet': {'network_id': '36505b99-0352-4914-8a97-8c9ac3e7acea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1558446426-subnet', 'tenant_id': 'f16d6b76724748bfb25574bc8d5576c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:25.781299 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.781990 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.segments_db [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Added segment 289c14b9-f3dc-4267-a60d-1b1a7d78fd53 of type vlan for network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf
Jun 23 03:46:25.788393 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.810410 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Made reservation on behalf of f16d6b76724748bfb25574bc8d5576c8 for: {'subnet': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:25.813339 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.827966 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.865469 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.867579 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:25.868159 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:25.871151 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:25.951220 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Pushing event updated for resources: {'Network': ['ID=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:25.960796 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:25.962219 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:46:25.966084 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8996220
Jun 23 03:46:25.970007 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52376) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:25.981807 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1007585204-network', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:25.994808 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Request body: {'subnet': {'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-246879806-subnet', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:26.029219 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-network', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:26.073379 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Made reservation on behalf of 6b87d0785b4a4cc89cfae82284b461fd for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:26.076071 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.106857 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.109093 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.127315 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-7b6722f1-6e30-4848-99e8-d1b9cd99c678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:26.192132 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Made reservation on behalf of 42efa8b4f79141638b0d4efb35421c64 for: {'subnet': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:26.195669 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.198278 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.db.api [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 23 03:46:26.198278 dv-cinder-768592-6-iscsi neutron-server[99522]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 23 03:46:26.198278 dv-cinder-768592-6-iscsi neutron-server[99522]: [parameters: {'project_id_1': '6b87d0785b4a4cc89cfae82284b461fd', 'expiration_1': datetime.datetime(2021, 6, 23, 3, 46, 26, 123282)}]
Jun 23 03:46:26.198278 dv-cinder-768592-6-iscsi neutron-server[99522]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 23 03:46:26.199403 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_db.api [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 23 03:46:26.224454 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Made reservation on behalf of f0d317e3156c4c63877c08c2e40733dc for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:26.226990 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.249422 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.294060 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08648cb-cad6-439d-897b-a6d1c55cfe53,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:26.296814 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:26.308350 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Checking segment: {'id': 'f5b51336-ed49-4516-9d05-3750583d630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '36505b99-0352-4914-8a97-8c9ac3e7acea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:26.308752 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Network hostable DHCP agents. Network: 36505b99-0352-4914-8a97-8c9ac3e7acea, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:46:26.366293 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Network 36505b99-0352-4914-8a97-8c9ac3e7acea is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:46:26.397335 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 36505b99-0352-4914-8a97-8c9ac3e7acea) {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:26.405857 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4599d48-497f-4643-9294-4d676a6302dc None None] Network 36505b99-0352-4914-8a97-8c9ac3e7acea requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:46:26.409737 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:26.410516 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.532288 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.540233 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.546886 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.548483 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fd341474-aef9-48f4-9633-2c8db479ab21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:26.585373 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8103514
Jun 23 03:46:26.602476 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:46:26.620607 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f166f95a-f304-4e67-9e64-9ed9bcd8ca92 None None] Network 36505b99-0352-4914-8a97-8c9ac3e7acea requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:46:26.624995 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.625338 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Added segment 06724a0f-2564-4570-9098-2710fc2fe03f of type vlan for network 9ea4c225-0269-41c8-af63-68574b8e5074
Jun 23 03:46:26.738742 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.773090 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.778620 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e8a5b0-05c8-4250-87db-4854ada16df6,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:26.782266 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:26.785457 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:26.853550 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Checking segment: {'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:26.853916 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Network hostable DHCP agents. Network: 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:46:26.875976 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:26.881626 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:26.916584 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.919153 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:26.919760 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:26.924240 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:26.946738 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:46:27.009384 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf) {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:27.016659 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:27.016659 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.029833 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Pushing event updated for resources: {'Network': ['ID=9ea4c225-0269-41c8-af63-68574b8e5074,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:27.030676 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13663e5b-4b4b-4ebd-a069-3d54d2d15c5d None None] Network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:46:27.033140 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:27.039030 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52436) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:27.041566 dv-cinder-768592-6-iscsi neutron-server[99523]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 23 03:46:27.067424 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.072084 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.082019 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:27.085200 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 9ea4c225-0269-41c8-af63-68574b8e5074 details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:46:27.089249 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.1121907
Jun 23 03:46:27.094140 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52440) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:27.099434 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.3395946
Jun 23 03:46:27.108332 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52442) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:27.114058 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-246879806-router', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:27.132480 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Request body: {'subnet': {'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-subnet', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:27.145798 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:46:27.164861 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cb7b9c-68bf-4ccd-8ff7-fd45c9b98c95,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:27.168048 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.168388 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Added segment 58ddbc64-9e8c-4cc8-bca1-f3224f49e188 of type vlan for network 9cea1e4e-1863-44a6-ac96-46e29b9fc013
Jun 23 03:46:27.178428 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:27.215990 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16213'] for router, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.217599 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16206'] for router, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.293781 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.298802 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Made reservation on behalf of f0d317e3156c4c63877c08c2e40733dc for: {'subnet': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:27.302354 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.340319 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-58126060-e59c-414e-8dd0-5486b8c2f49d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:27.347248 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-58126060-e59c-414e-8dd0-5486b8c2f49d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 815 time: 0.3068092
Jun 23 03:46:27.363569 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-d69c5447-987d-4f64-94f4-8604c643cccb tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/quotas/df1ae0b29d86411591279b9241c5f63e HTTP/1.1" status: 200  len: 375 time: 0.0152433
Jun 23 03:46:27.373722 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.449543 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-29bd0ea2-963c-405b-8511-001257a661bf tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0847299
Jun 23 03:46:27.491430 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68477fd3-5273-48fa-b45a-f59fd6682bb3 None None] Network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:46:27.591528 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-77a02983-22bb-4f17-8f51-8dd6b5f377d3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 23 03:46:27.603640 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-77a02983-22bb-4f17-8f51-8dd6b5f377d3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0745318
Jun 23 03:46:27.605075 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16240'] for router, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.626197 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.628812 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:27.629369 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:27.634743 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:27.739624 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-eff3d0ec-d05f-48c8-8fc9-a6b8baef55f5 service neutron] 10.222.0.15 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351180
Jun 23 03:46:27.839694 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-8aa5df65-f669-4371-8061-73e791166279 service neutron] 10.222.0.15 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914938
Jun 23 03:46:27.869762 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52468) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:27.869905 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.2176254
Jun 23 03:46:27.875278 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Request body: {'subnet': {'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1007585204-subnet', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:27.895423 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Pushing event updated for resources: {'Network': ['ID=9cea1e4e-1863-44a6-ac96-46e29b9fc013,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:27.907729 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:46:27.907925 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:27.920948 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Made reservation on behalf of 6b87d0785b4a4cc89cfae82284b461fd for: {'subnet': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:27.923973 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.056539 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.069558 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f53c47d0-00ac-4130-b538-b3799e5644ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:28.141217 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4691dceb-073d-461b-96a9-5b5162e6fda2,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:28.144589 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:28.174002 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Checking segment: {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:28.174287 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Network hostable DHCP agents. Network: 9ea4c225-0269-41c8-af63-68574b8e5074, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:46:28.264039 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52512) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:28.267793 dv-cinder-768592-6-iscsi neutron-server[99522]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 23 03:46:28.334017 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.344144 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:28.374817 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Network 9ea4c225-0269-41c8-af63-68574b8e5074 is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:46:28.423959 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6c9fe960-ef1e-464f-98b2-b53b8e7c58c0 req-2d04db8b-d2ef-4c26-a1ec-b61812d13932 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 210 time: 0.0547159
Jun 23 03:46:28.437350 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 9ea4c225-0269-41c8-af63-68574b8e5074) {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:28.447388 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63d313c-a6e3-45c8-860f-63d7336cf84a,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:28.450621 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324dfafe-75e4-47bb-93e3-51856dc07ce9 None None] Network 9ea4c225-0269-41c8-af63-68574b8e5074 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:46:28.451133 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:28.453352 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Checking segment: {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:28.453713 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Network hostable DHCP agents. Network: 9cea1e4e-1863-44a6-ac96-46e29b9fc013, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:46:28.454442 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:28.455031 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.469526 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.484201 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:46:28.503648 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 9cea1e4e-1863-44a6-ac96-46e29b9fc013) {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:28.517917 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:28.519101 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.523373 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.539106 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-0b84c015-0d34-4ef0-b089-60bfca57201b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6681001
Jun 23 03:46:28.541783 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52520) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:28.545329 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.4276640
Jun 23 03:46:28.546119 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52522) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:28.557122 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:28.560882 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-8f6823e9-f02e-4004-9907-b116f08e6ad3 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:28.572708 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-8f6823e9-f02e-4004-9907-b116f08e6ad3 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/networks?id=36505b99-0352-4914-8a97-8c9ac3e7acea HTTP/1.1" status: 200  len: 812 time: 0.3058496
Jun 23 03:46:28.578914 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:28.591860 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16213'] for router, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.595054 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16206'] for router, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.639750 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-af463baa-5fde-472b-ae2b-7eaf07aa33f5 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/quotas/f16d6b76724748bfb25574bc8d5576c8 HTTP/1.1" status: 200  len: 375 time: 0.0661194
Jun 23 03:46:28.724293 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0b920d-92b8-4d05-a890-514054857535 None None] Network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:46:28.806354 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.873820 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-889f850d-b3cc-49ef-b369-b919d6f6f438 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f16d6b76724748bfb25574bc8d5576c8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2308867
Jun 23 03:46:28.895727 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16213'] for router, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.901095 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16206'] for router, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:28.901312 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e54e0cc-92ae-5ef2-b5ea-e1a65003d856-9ea4c225-0269-41c8-af63-68574b8e5074', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2'}]}} from dv-cinder-768592-6-iscsi. {{(pid=99524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 23 03:46:28.902060 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.008872 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e54e0cc-92ae-5ef2-b5ea-e1a65003d856-9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a'}]}} from dv-cinder-768592-6-iscsi. {{(pid=99524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 23 03:46:29.010050 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.028534 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Allocated IP 172.27.0.53 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/75e6f508-d2d8-47a7-a1dc-057349e42211) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:29.140574 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16240'] for router, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.284008 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.312657 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-2e1ba8f8-0afb-4626-bcd9-15debbd79651 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 23 03:46:29.316646 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-2e1ba8f8-0afb-4626-bcd9-15debbd79651 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1835136
Jun 23 03:46:29.482505 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Allocated IP 172.20.0.2 (9ea4c225-0269-41c8-af63-68574b8e5074/4691dceb-073d-461b-96a9-5b5162e6fda2/b728a88b-b490-45b7-8c9a-ab6d47a9731d) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:29.512293 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Allocated IP 172.20.0.2 (9cea1e4e-1863-44a6-ac96-46e29b9fc013/a63d313c-a6e3-45c8-860f-63d7336cf84a/216e95b5-d751-4551-b02f-9f7bd41fb9b7) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:29.543750 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.581636 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.586810 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16240'] for router, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.595711 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.731057 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-745e45f6-daaa-4749-a4a0-ac82a5fa469b service neutron] 10.222.0.15 "GET /v2.0/networks/36505b99-0352-4914-8a97-8c9ac3e7acea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4056096
Jun 23 03:46:29.745651 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-634e4063-a0ef-49d7-932b-8d8ca673ca03 req-9ea3ae34-34e1-4467-afe5-11b54bb8080d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 210 time: 0.1662915
Jun 23 03:46:29.781923 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.822857 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:29.824426 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.828294 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Allocated IP 172.27.0.206 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/df6ed751-0fa9-45eb-bdb4-716a42d9c55b) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:29.846507 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Transition to ACTIVE for port object b728a88b-b490-45b7-8c9a-ab6d47a9731d will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:29.856246 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.872283 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Transition to ACTIVE for port object 216e95b5-d751-4551-b02f-9f7bd41fb9b7 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:29.874238 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Transition to ACTIVE for port object b728a88b-b490-45b7-8c9a-ab6d47a9731d will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:29.884353 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.891146 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:29.891533 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:29.898347 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Transition to ACTIVE for port object 216e95b5-d751-4551-b02f-9f7bd41fb9b7 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:29.915350 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:29.917789 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:29.933639 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Network 9ea4c225-0269-41c8-af63-68574b8e5074 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:29.934869 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.941081 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Resources bound (agent type, host, resource id):  {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:29.945471 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:29.959343 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:29.960834 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=75e6f508-d2d8-47a7-a1dc-057349e42211,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:29.963645 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Pushing event updated for resources: {'Port': ['ID=b728a88b-b490-45b7-8c9a-ab6d47a9731d,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:29.963982 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:29.996299 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:29.996898 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-57baf6c5-d6e0-417b-9baa-fcd3d666fe5a service neutron] 10.222.0.15 "GET /v2.0/networks/36505b99-0352-4914-8a97-8c9ac3e7acea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581174
Jun 23 03:46:30.006037 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Resources bound (agent type, host, resource id):  {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:30.011045 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.011397 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.011740 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.012131 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.012461 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.012955 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.013403 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.013733 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.014407 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.014407 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.014721 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.015041 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Tracked resource versions report:
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]: pushed versions:
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]: {   'AddressGroup': {'1.2'},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     'ConntrackHelper': {'1.0'},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     'Log': {'1.0'},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     'Network': {'1.1'},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     'Port': {'1.7'},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     'PortForwarding': {'1.2'},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     'QosPolicy': {'1.8'},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     'SecurityGroup': {'1.4'},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     'SecurityGroupRule': {'1.2'},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     'SubPort': {'1.0'},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     'Subnet': {'1.1'},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     'Trunk': {'1.1'}}
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]: consumer versions:
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]: {   DHCP agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     HyperV agent@hv-cinder-76859: {},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     L3 agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     Metadata agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     Metering agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:     Open vSwitch agent@dv-cinder-768592-6-iscsi: {   'AddressGroup': '1.2',
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'ConntrackHelper': '1.0',
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'Log': '1.0',
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'Network': '1.1',
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'Port': '1.7',
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'PortForwarding': '1.2',
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'QosPolicy': '1.8',
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'SecurityGroup': '1.4',
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'SecurityGroupRule': '1.2',
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'SubPort': '1.0',
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'Subnet': '1.1',
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:                                                      'Trunk': '1.1'}}
Jun 23 03:46:30.016539 dv-cinder-768592-6-iscsi neutron-server[99524]:  {{(pid=99524) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 23 03:46:30.035838 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:30.069681 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:30.073323 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:30.139772 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:30.140414 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:30.142638 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Attempting to bind port b728a88b-b490-45b7-8c9a-ab6d47a9731d on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:46:30.146261 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Attempting to bind port b728a88b-b490-45b7-8c9a-ab6d47a9731d by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:46:30.146710 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Attempting to bind port b728a88b-b490-45b7-8c9a-ab6d47a9731d on network 9ea4c225-0269-41c8-af63-68574b8e5074 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:30.183720 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:30.194904 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:30.194904 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=df6ed751-0fa9-45eb-bdb4-716a42d9c55b,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:30.219299 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:30.226969 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:46:30.227393 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Checking segment: {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:30.227763 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:30.228164 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Bound using segment: {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:46:30.228864 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Bound port: b728a88b-b490-45b7-8c9a-ab6d47a9731d, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:46:30.229071 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:30.374839 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:30.427933 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Attempting to bind port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:46:30.428338 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Attempting to bind port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:46:30.428743 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Attempting to bind port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 on network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:30.437914 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:30.479786 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:46:30.480116 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Checking segment: {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:30.480503 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:30.480930 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Bound using segment: {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:46:30.481410 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Bound port: 216e95b5-d751-4551-b02f-9f7bd41fb9b7, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:46:30.481782 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:30.489116 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Pushing event updated for resources: {'Port': ['ID=216e95b5-d751-4551-b02f-9f7bd41fb9b7,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:30.523123 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:30.541577 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:30.581698 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Allocated IP 172.27.0.173 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/77e8c3ca-6ac4-4d13-81bc-65c01fc4e044) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:30.635835 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] For port b728a88b-b490-45b7-8c9a-ab6d47a9731d, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:46:30.657720 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] For port b728a88b-b490-45b7-8c9a-ab6d47a9731d, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=b728a88b-b490-45b7-8c9a-ab6d47a9731d,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:46:30.663258 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] For port 216e95b5-d751-4551-b02f-9f7bd41fb9b7, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:46:30.666518 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:30.668864 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] For port 216e95b5-d751-4551-b02f-9f7bd41fb9b7, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=216e95b5-d751-4551-b02f-9f7bd41fb9b7,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:46:30.671462 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:30.680818 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d70caf2e-55fd-4167-899e-1123b9a83137 req-7546cb3d-3dae-402d-bd69-ddcdaff6855a tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 210 time: 0.3100345
Jun 23 03:46:30.725771 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Pushing event updated for resources: {'Port': ['ID=b728a88b-b490-45b7-8c9a-ab6d47a9731d,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:30.731602 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:30.732715 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:30.740799 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:30.787966 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:30.884405 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Pushing event updated for resources: {'Port': ['ID=216e95b5-d751-4551-b02f-9f7bd41fb9b7,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:30.891957 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:30.920557 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:30.950078 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:31.142148 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f84923ba-e851-4a36-a1ab-bcf1646dba4e req-6c6b4ff5-53b7-4ea5-ba46-df715c7b7c9e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 210 time: 0.0651965
Jun 23 03:46:31.157446 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550516'] for router, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:31.197807 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:31.222477 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-08121af0-549f-435f-b26b-01bece3b1bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:31.238054 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:31.278021 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:31.304912 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:31.392551 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Router 2e2be71b-476f-438b-a8ee-4c36911fb9ca is scheduled to L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 with binding_index 1 {{(pid=99523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 23 03:46:31.427743 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Pushing event updated for resources: {'Port': ['ID=77e8c3ca-6ac4-4d13-81bc-65c01fc4e044,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:31.433584 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:31.436386 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550516'] for router, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:31.579058 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:46:31.592715 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Sync routers for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:46:31.595148 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device b728a88b-b490-45b7-8c9a-ab6d47a9731d up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:31.610225 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:31.610869 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4c44790>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:31.617755 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:31.627084 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0840421
Jun 23 03:46:31.631038 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52648) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:31.661228 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port b728a88b-b490-45b7-8c9a-ab6d47a9731d completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:31.668697 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 216e95b5-d751-4551-b02f-9f7bd41fb9b7 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:31.755832 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:31.765828 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 is scheduled to L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 with binding_index 1 {{(pid=99522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 23 03:46:31.850063 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:31.892801 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:31.952177 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1811372e-1abc-4177-8eae-4d92d2f23dcd req-6da22428-1dc3-4d1c-a0c2-6a068293f880 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 210 time: 0.0406582
Jun 23 03:46:32.055208 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:46:32.065771 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Sync routers for ids ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:46:32.077927 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Routers {'3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:32.078934 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb47049d0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:32.129210 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Notify callbacks [] for router, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:32.130312 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4c44790>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:30Z', 'revision_number': 3, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:32.133027 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.0304844
Jun 23 03:46:32.133850 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52660) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:32.176973 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Checking router: 2e2be71b-476f-438b-a8ee-4c36911fb9ca for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:46:32.177322 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Updating router 2e2be71b-476f-438b-a8ee-4c36911fb9ca port df6ed751-0fa9-45eb-bdb4-716a42d9c55b binding host dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:46:32.218192 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:32.228662 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Set router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:32.298275 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:32.380367 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1b1c9d05-ecc8-4b7a-ae04-9b870959a962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:32.429515 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d5a7de-ccbf-4a7a-b37d-30130302b851 None None] Network 9ea4c225-0269-41c8-af63-68574b8e5074 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:46:32.568283 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-158615cd-8354-4fa7-8815-a6cb7f425bd7 None None] Provisioning for port b728a88b-b490-45b7-8c9a-ab6d47a9731d completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:32.581635 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-158615cd-8354-4fa7-8815-a6cb7f425bd7 None None] Provisioning complete for port b728a88b-b490-45b7-8c9a-ab6d47a9731d triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:32.582304 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-158615cd-8354-4fa7-8815-a6cb7f425bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:32.603894 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-dfd66cb4-aaba-4f56-9304-cd3a9374817b req-11bf0c7e-2bc7-4c98-b711-1d7b7ab7b34c tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 210 time: 0.1933005
Jun 23 03:46:32.608603 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550516'] for router, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:32.655406 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:32.684697 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Transition to ACTIVE for port object df6ed751-0fa9-45eb-bdb4-716a42d9c55b will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:32.700018 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:32.705035 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:32.764661 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Attempting to bind port df6ed751-0fa9-45eb-bdb4-716a42d9c55b on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:46:32.765237 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Attempting to bind port df6ed751-0fa9-45eb-bdb4-716a42d9c55b by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:46:32.765945 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Attempting to bind port df6ed751-0fa9-45eb-bdb4-716a42d9c55b on network a8dc61b6-4add-4f79-a755-9bdabf79697b {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:32.790155 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:46:32.791064 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Checking segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:32.791640 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:32.792558 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Bound using segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:46:32.797432 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Bound port: df6ed751-0fa9-45eb-bdb4-716a42d9c55b, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:46:32.798615 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:32.801077 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Pushing event updated for resources: {'Port': ['ID=df6ed751-0fa9-45eb-bdb4-716a42d9c55b,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:32.934145 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.934145 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.934470 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.934617 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.935074 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.935406 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.935819 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.943687 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.944253 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.945043 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.945043 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.945249 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Tracked resource versions report:
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]: pushed versions:
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]: {   'AddressGroup': {'1.2'},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     'ConntrackHelper': {'1.0'},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     'Log': {'1.0'},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     'Network': {'1.1'},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     'Port': {'1.7'},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     'PortForwarding': {'1.2'},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     'QosPolicy': {'1.8'},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     'SecurityGroup': {'1.4'},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     'SecurityGroupRule': {'1.2'},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     'SubPort': {'1.0'},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     'Subnet': {'1.1'},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     'Trunk': {'1.1'}}
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]: consumer versions:
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]: {   DHCP agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     HyperV agent@hv-cinder-76859: {},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     L3 agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     Metadata agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     Metering agent@dv-cinder-768592-6-iscsi: {},
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:     Open vSwitch agent@dv-cinder-768592-6-iscsi: {   'AddressGroup': '1.2',
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'ConntrackHelper': '1.0',
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'Log': '1.0',
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'Network': '1.1',
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'Port': '1.7',
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'PortForwarding': '1.2',
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'QosPolicy': '1.8',
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'SecurityGroup': '1.4',
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'SecurityGroupRule': '1.2',
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'SubPort': '1.0',
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'Subnet': '1.1',
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:                                                      'Trunk': '1.1'}}
Jun 23 03:46:32.946343 dv-cinder-768592-6-iscsi neutron-server[99526]:  {{(pid=99526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 23 03:46:32.959220 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:32.978127 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb47049d0>, [{'id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-246879806-router', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:27Z', 'updated_at': '2021-06-23T03:46:30Z', 'revision_number': 3, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'gw_port': {'id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:32.982658 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] For port df6ed751-0fa9-45eb-bdb4-716a42d9c55b, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:46:32.986591 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f979c52-5040-4bcb-9232-b43d7cf2c756 None None] Network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:46:32.990854 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] For port df6ed751-0fa9-45eb-bdb4-716a42d9c55b, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=df6ed751-0fa9-45eb-bdb4-716a42d9c55b,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:46:33.000985 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:33.004263 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:33.039199 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Allocated IP 172.20.0.1 (9cea1e4e-1863-44a6-ac96-46e29b9fc013/a63d313c-a6e3-45c8-860f-63d7336cf84a/1dd94824-d2b7-4dd9-8b1a-317607178d55) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:33.124208 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Pushing event updated for resources: {'Port': ['ID=df6ed751-0fa9-45eb-bdb4-716a42d9c55b,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:33.139351 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:33.177690 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Checking router: 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:46:33.178047 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Updating router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 port 75e6f508-d2d8-47a7-a1dc-057349e42211 binding host dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:46:33.182968 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:33.183629 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4c44790>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:33.310614 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:33.318864 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:33.320318 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:33.344314 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-158615cd-8354-4fa7-8815-a6cb7f425bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:33.355383 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Transition to ACTIVE for port object 1dd94824-d2b7-4dd9-8b1a-317607178d55 will not be triggered until provisioned by entity DHCP. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:33.444646 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Router 97da4be7-343a-464f-a1c0-a585d80fda34 is scheduled to L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 with binding_index 1 {{(pid=99522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 23 03:46:33.448326 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:33.470399 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-801a7f75-df7e-496d-ac19-709fcdff924e req-ab396257-ef60-49d0-8afc-807c4eefed90 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 210 time: 0.0718789
Jun 23 03:46:33.499528 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-158615cd-8354-4fa7-8815-a6cb7f425bd7 None None] For port b728a88b-b490-45b7-8c9a-ab6d47a9731d, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=b728a88b-b490-45b7-8c9a-ab6d47a9731d,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:33.503887 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:33.513025 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-158615cd-8354-4fa7-8815-a6cb7f425bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:33.516691 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f57143a0-49cc-453c-bfb3-90f6958d0cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:33.580145 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:33.591200 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:33.600166 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:46:33.613888 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:33.614377 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572788'] for router_interface, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:33.621301 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Sync routers for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:46:33.625890 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Notify callbacks [] for router, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:33.627201 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 5.0777500
Jun 23 03:46:33.630644 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52694) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:33.687892 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:33.689219 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb47b1520>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:33.835819 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd94824-d2b7-4dd9-8b1a-317607178d55,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:33.843283 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:33.915508 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.26', 55874) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:33.946640 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:33.998635 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3f042339-201f-460b-8734-ba72ff526296 req-acef79f5-7b3b-449f-816e-960f03800bf3 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 210 time: 0.1018882
Jun 23 03:46:34.099639 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:34.226697 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-84a7a6c9-2663-468b-aa4b-ab0ecdb6a133 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:34.228331 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-84a7a6c9-2663-468b-aa4b-ab0ecdb6a133 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.26 "GET /v2.0/networks?id=36505b99-0352-4914-8a97-8c9ac3e7acea HTTP/1.1" status: 200  len: 812 time: 0.3070004
Jun 23 03:46:34.246446 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:34.343915 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:34.394997 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Transition to ACTIVE for port object 75e6f508-d2d8-47a7-a1dc-057349e42211 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:34.426988 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:34.429011 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158615cd-8354-4fa7-8815-a6cb7f425bd7 None None] Pushing event updated for resources: {'Port': ['ID=b728a88b-b490-45b7-8c9a-ab6d47a9731d,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:34.447563 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-158615cd-8354-4fa7-8815-a6cb7f425bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:34.456287 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-97139bd1-5cb8-4103-9838-2071f4c10736 None None] Provisioning for port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:34.475510 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-97139bd1-5cb8-4103-9838-2071f4c10736 None None] Provisioning complete for port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:34.476182 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-97139bd1-5cb8-4103-9838-2071f4c10736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:34.559783 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb47b1520>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:31Z', 'revision_number': 3, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:34.583801 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:34.613934 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.26', 55878) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:34.678881 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Checking router: 97da4be7-343a-464f-a1c0-a585d80fda34 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:46:34.689253 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Updating router 97da4be7-343a-464f-a1c0-a585d80fda34 port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 binding host dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:46:34.718031 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:34.740186 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Request body: {'port': {'device_id': '9cb34062-79c8-4dbd-ab90-bff85e0884a1', 'network_id': '36505b99-0352-4914-8a97-8c9ac3e7acea', 'admin_state_up': True, 'tenant_id': 'f16d6b76724748bfb25574bc8d5576c8'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:34.769507 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Attempting to bind port 75e6f508-d2d8-47a7-a1dc-057349e42211 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:46:34.769889 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Attempting to bind port 75e6f508-d2d8-47a7-a1dc-057349e42211 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:46:34.770260 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Attempting to bind port 75e6f508-d2d8-47a7-a1dc-057349e42211 on network a8dc61b6-4add-4f79-a755-9bdabf79697b {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:34.783224 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:34.801581 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52752) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:34.812180 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:46:34.812525 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Checking segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:34.812966 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:34.813773 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Bound using segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:46:34.814204 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Bound port: 75e6f508-d2d8-47a7-a1dc-057349e42211, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:46:34.814204 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:34.816514 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16aebd4-9a25-452b-a8a0-a8516bbff446 None None] Pushing event updated for resources: {'Port': ['ID=75e6f508-d2d8-47a7-a1dc-057349e42211,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:34.820422 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d16aebd4-9a25-452b-a8a0-a8516bbff446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:34.932289 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Allocated IP 172.20.0.1 (1b7140d6-f6dd-42bc-aa4d-1881ebae07bf/db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1/ecf915aa-9295-4496-96bf-b3e848319208) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:35.012720 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:35.070729 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] For port 75e6f508-d2d8-47a7-a1dc-057349e42211, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:46:35.072906 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b598-84e5-49c1-ad0e-dc4b9e639812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:35.075807 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-97139bd1-5cb8-4103-9838-2071f4c10736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:35.118785 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:35.121297 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] For port 75e6f508-d2d8-47a7-a1dc-057349e42211, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=75e6f508-d2d8-47a7-a1dc-057349e42211,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:46:35.141822 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:35.158117 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7981-fe3d-4f2a-9c99-d2de6365c80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:35.161272 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:35.177147 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4c44790>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:30Z', 'revision_number': 3, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:35.184973 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7b1c0de2-72de-45a2-83da-f0420b57f86e req-347bde91-10c4-4b20-be01-34ed18bdbe2e tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 210 time: 0.0811491
Jun 23 03:46:35.241183 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572824'] for router_interface, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:35.277864 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bba9cf-a3cb-4aee-8963-bff47521b940 None None] The sync data for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi is: [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:30Z', 'revision_number': 3, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:46:35.282728 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-97139bd1-5cb8-4103-9838-2071f4c10736 None None] For port 216e95b5-d751-4551-b02f-9f7bd41fb9b7, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=216e95b5-d751-4551-b02f-9f7bd41fb9b7,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:35.298077 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-97139bd1-5cb8-4103-9838-2071f4c10736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:35.320921 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:35.384893 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16aebd4-9a25-452b-a8a0-a8516bbff446 None None] Pushing event updated for resources: {'Port': ['ID=75e6f508-d2d8-47a7-a1dc-057349e42211,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:35.396348 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d16aebd4-9a25-452b-a8a0-a8516bbff446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:35.406849 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:35.418515 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Routers {'3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:35.419401 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb47049d0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:35.518970 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd94824-d2b7-4dd9-8b1a-317607178d55,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:35.532916 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:35.716220 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:35.738596 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Transition to ACTIVE for port object 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:35.752298 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:35.755891 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:35.834374 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d4ff7-8273-4d57-a410-5107074835a8 None None] Pushing event updated for resources: {'Port': ['ID=77e8c3ca-6ac4-4d13-81bc-65c01fc4e044,revision_number=2']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:35.842064 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-521d4ff7-8273-4d57-a410-5107074835a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:35.890787 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Attempting to bind port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:46:35.892760 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Attempting to bind port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:46:35.893835 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Attempting to bind port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 on network a8dc61b6-4add-4f79-a755-9bdabf79697b {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:35.905304 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:46:35.905942 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Checking segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:35.906517 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:35.907073 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Bound using segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:46:35.907705 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Bound port: 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:46:35.908373 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:36.036937 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97139bd1-5cb8-4103-9838-2071f4c10736 None None] Pushing event updated for resources: {'Port': ['ID=216e95b5-d751-4551-b02f-9f7bd41fb9b7,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:36.045623 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-97139bd1-5cb8-4103-9838-2071f4c10736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:36.092763 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ea29957a-693a-4f67-b48f-53180cd65474 req-ded40f38-325b-4e6d-8c10-519f542798e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 210 time: 0.2427940
Jun 23 03:46:36.099166 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-ff702b3b-6497-4ccb-9989-c080bddcd1ef tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:36.105285 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:36.110231 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-ff702b3b-6497-4ccb-9989-c080bddcd1ef tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 815 time: 1.4821827
Jun 23 03:46:36.123399 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:36.125031 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] For port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:46:36.135850 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] For port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=77e8c3ca-6ac4-4d13-81bc-65c01fc4e044,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:46:36.149216 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:36.166236 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:36.168241 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:36.174127 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device b728a88b-b490-45b7-8c9a-ab6d47a9731d up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:36.234352 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-97139bd1-5cb8-4103-9838-2071f4c10736 None None] Provisioning complete for port b728a88b-b490-45b7-8c9a-ab6d47a9731d triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:36.235168 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-97139bd1-5cb8-4103-9838-2071f4c10736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:36.302857 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:36.387487 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d4ff7-8273-4d57-a410-5107074835a8 None None] Pushing event updated for resources: {'Port': ['ID=77e8c3ca-6ac4-4d13-81bc-65c01fc4e044,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:36.404454 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-521d4ff7-8273-4d57-a410-5107074835a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:36.405778 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port b728a88b-b490-45b7-8c9a-ab6d47a9731d triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:36.406268 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:36.472256 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:36.475923 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb47b1520>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:36.634997 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:36.636855 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Router 2e2be71b-476f-438b-a8ee-4c36911fb9ca has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:46:36.695472 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-445013cc-99ab-454d-b7da-2eab74f658f0 req-42727536-5213-4ef0-8792-031cb44e5212 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 210 time: 0.0982790
Jun 23 03:46:36.739380 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Allocated IP 172.20.0.1 (9ea4c225-0269-41c8-af63-68574b8e5074/4691dceb-073d-461b-96a9-5b5162e6fda2/847ac69d-4e2b-4d38-ad4d-c0b7959fc336) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:36.834223 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] Set router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:36.921229 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:36.925265 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52808) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:36.990486 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Request body: {'port': {'device_id': '39009256-02f2-4625-a3df-83089a04aa20', 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7', 'admin_state_up': True, 'tenant_id': 'df1ae0b29d86411591279b9241c5f63e'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:37.036671 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:46:37.044132 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:37.048470 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] 10.222.0.15 "PUT /v2.0/routers/2e2be71b-476f-438b-a8ee-4c36911fb9ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4163632
Jun 23 03:46:37.090402 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:37.116490 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-5da845fa-8369-425c-9496-5438c13c7a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:37.156490 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9ad1b21c-b078-4cac-abae-015c5b62fc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:37.278170 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-fbce0bed-13ee-496e-abf1-a73cb10db1b2 None None] Provisioning complete for port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:37.278578 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fbce0bed-13ee-496e-abf1-a73cb10db1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:37.286194 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7981-fe3d-4f2a-9c99-d2de6365c80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:37.338232 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.db.api [None req-9ad1b21c-b078-4cac-abae-015c5b62fc5c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 23 03:46:37.338232 dv-cinder-768592-6-iscsi neutron-server[99523]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 23 03:46:37.338232 dv-cinder-768592-6-iscsi neutron-server[99523]: [parameters: {'project_id_1': 'cbea9b8433b945889cf99531c3a423d3', 'expiration_1': datetime.datetime(2021, 6, 23, 3, 46, 37, 188573)}]
Jun 23 03:46:37.338232 dv-cinder-768592-6-iscsi neutron-server[99523]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 23 03:46:37.339564 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_db.api [None req-9ad1b21c-b078-4cac-abae-015c5b62fc5c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 23 03:46:37.348730 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Made reservation on behalf of f16d6b76724748bfb25574bc8d5576c8 for: {'port': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:37.355909 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:37.405171 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Transition to ACTIVE for port object 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 will not be triggered until provisioned by entity DHCP. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:37.412574 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fb1c7981-fe3d-4f2a-9c99-d2de6365c80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:37.430764 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb47049d0>, [{'id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-246879806-router', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:27Z', 'updated_at': '2021-06-23T03:46:30Z', 'revision_number': 3, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'gw_port': {'id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:37.458036 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:37.473552 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb47b1520>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:31Z', 'revision_number': 3, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:37.520697 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442a2bc-9497-4ec2-aaa7-e85d0f31e0e1 None None] The sync data for ids ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'] in dv-cinder-768592-6-iscsi is: [{'id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-246879806-router', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:27Z', 'updated_at': '2021-06-23T03:46:30Z', 'revision_number': 3, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'gw_port': {'id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:46:37.535213 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf915aa-9295-4496-96bf-b3e848319208,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:37.560357 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:37.575635 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:37.583836 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249b505-0dd8-4650-8a8c-467309c6ad62 None None] The sync data for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi is: [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:31Z', 'revision_number': 3, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:46:37.598999 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:37.699613 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:37.702923 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-34ee6d09-fe9c-4581-bf27-6fb44d4ed13a req-0fa4b237-b8f8-46e5-aae6-af3abe5e5e87 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 210 time: 0.0627766
Jun 23 03:46:37.767439 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-fbce0bed-13ee-496e-abf1-a73cb10db1b2 None None] Provisioning for port 1dd94824-d2b7-4dd9-8b1a-317607178d55 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:37.794627 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-fbce0bed-13ee-496e-abf1-a73cb10db1b2 None None] Provisioning complete for port 1dd94824-d2b7-4dd9-8b1a-317607178d55 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:37.796736 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-fbce0bed-13ee-496e-abf1-a73cb10db1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:37.881148 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:37.884903 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572788'] for router_interface, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:37.886291 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 216e95b5-d751-4551-b02f-9f7bd41fb9b7 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:37.935100 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-fbce0bed-13ee-496e-abf1-a73cb10db1b2 None None] Port 1dd94824-d2b7-4dd9-8b1a-317607178d55 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:46:37.976290 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:37.977991 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:38.020286 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c7981-fe3d-4f2a-9c99-d2de6365c80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25e5a15-8475-43a9-9ba9-80fcbb339e82,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:38.032272 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fb1c7981-fe3d-4f2a-9c99-d2de6365c80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:38.055082 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9ad1b21c-b078-4cac-abae-015c5b62fc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:38.174070 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Allocated IP 172.20.0.9 (36505b99-0352-4914-8a97-8c9ac3e7acea/c08648cb-cad6-439d-897b-a6d1c55cfe53/05008594-9864-4104-a3fc-0daebceaa828) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:38.246775 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52834) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:38.248984 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-fb1c7981-fe3d-4f2a-9c99-d2de6365c80c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ecc5aa3d100f48c4896a2a60d45173ca&name=default HTTP/1.1" status: 200  len: 2975 time: 3.3791783
Jun 23 03:46:38.316464 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device df6ed751-0fa9-45eb-bdb4-716a42d9c55b up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:38.450801 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port df6ed751-0fa9-45eb-bdb4-716a42d9c55b completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:38.457172 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port df6ed751-0fa9-45eb-bdb4-716a42d9c55b triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:38.457545 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:38.477529 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Made reservation on behalf of df1ae0b29d86411591279b9241c5f63e for: {'port': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:38.494129 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:38.527648 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-263e6eae-68cf-484f-b9da-293a960d835a req-c0bfc091-d43a-46b0-ba5c-0a153eeb9f8b tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 210 time: 0.3253479
Jun 23 03:46:38.614842 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:38.615430 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Sync routers for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:46:38.615631 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4045561f-42b9-4e29-947c-b591984adf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:38.621387 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:38.622664 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4e107f0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:38.669616 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4045561f-42b9-4e29-947c-b591984adf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:38.904478 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4045561f-42b9-4e29-947c-b591984adf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:38.985709 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:39.009149 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4045561f-42b9-4e29-947c-b591984adf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:39.016750 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-4045561f-42b9-4e29-947c-b591984adf3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d25e5a15-8475-43a9-9ba9-80fcbb339e82 HTTP/1.1" status: 204  len: 168 time: 0.8254018
Jun 23 03:46:39.131088 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port df6ed751-0fa9-45eb-bdb4-716a42d9c55b, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=df6ed751-0fa9-45eb-bdb4-716a42d9c55b,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:39.160654 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:39.166224 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Allocated IP 172.20.0.4 (1488ecd8-5219-44b1-8a8f-746295d3a6c7/511fd5e1-8640-4b13-85c7-b6870517fe97/f1e0bc72-eda1-483a-b697-ba2dfc8de494) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:39.174755 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:39.222087 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:39.269407 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045561f-42b9-4e29-947c-b591984adf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25e5a15-8475-43a9-9ba9-80fcbb339e82,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:39.281912 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-4045561f-42b9-4e29-947c-b591984adf3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:39.327198 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:39.426147 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:39.520371 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:39.535830 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:39.717078 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:39.806906 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52856) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:39.815857 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Network 36505b99-0352-4914-8a97-8c9ac3e7acea is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:39.876100 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-1218f949-8764-4b32-9b23-69b5b81daef2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255161216', 'description': 'tempest-description--14476103'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:39.895401 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:39.897705 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:39.899326 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9ad1b21c-b078-4cac-abae-015c5b62fc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:39.900756 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:39.940525 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:39.974662 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9ad1b21c-b078-4cac-abae-015c5b62fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:39.978330 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:39.994988 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:39.995782 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:40.019303 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=df6ed751-0fa9-45eb-bdb4-716a42d9c55b,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:40.034423 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:40.063156 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:40.064733 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Pushing event updated for resources: {'Port': ['ID=05008594-9864-4104-a3fc-0daebceaa828,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:40.076991 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:40.077317 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:40.139102 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Network 9ea4c225-0269-41c8-af63-68574b8e5074 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:40.142156 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:40.142298 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:40.142393 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:40.156770 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Pushing event updated for resources: {'Port': ['ID=847ac69d-4e2b-4d38-ad4d-c0b7959fc336,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:40.165928 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:40.176966 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:40.189714 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:40.190700 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:40.198653 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:40.199463 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:40.202862 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a3c37b43-37f3-401f-bcfc-9c0c24bdf6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:40.208659 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4e107f0>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 2, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:40.250405 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1b21c-b078-4cac-abae-015c5b62fc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deca8a1c-34af-44cf-8cd5-60173d3ce095,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:40.267911 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9ad1b21c-b078-4cac-abae-015c5b62fc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:40.282922 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Checking router: 2e2be71b-476f-438b-a8ee-4c36911fb9ca for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:46:40.283303 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Updating router 2e2be71b-476f-438b-a8ee-4c36911fb9ca port 1dd94824-d2b7-4dd9-8b1a-317607178d55 binding host dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:46:40.300701 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1218f949-8764-4b32-9b23-69b5b81daef2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:40.358075 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.6322591
Jun 23 03:46:40.401455 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-9ad1b21c-b078-4cac-abae-015c5b62fc5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbea9b8433b945889cf99531c3a423d3&name=default HTTP/1.1" status: 200  len: 2975 time: 3.4751139
Jun 23 03:46:40.415134 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52874) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:40.450401 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:40.497888 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:40.498966 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:40.498966 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572788'] for router_interface, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:40.505400 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=77e8c3ca-6ac4-4d13-81bc-65c01fc4e044,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:40.527842 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-d7253031-4141-4ee2-a8e0-82084413b0b7 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99523) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 23 03:46:40.539881 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-d7253031-4141-4ee2-a8e0-82084413b0b7 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0701594
Jun 23 03:46:40.608643 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307ee1-d815-49bc-8f61-577e29c08104 req-bc7133df-f76c-44df-9ef2-c55853e48de3 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:40.634723 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15307ee1-d815-49bc-8f61-577e29c08104 req-bc7133df-f76c-44df-9ef2-c55853e48de3 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 931 time: 0.5835531
Jun 23 03:46:40.681273 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Pushing event updated for resources: {'Port': ['ID=f1e0bc72-eda1-483a-b697-ba2dfc8de494,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:40.700345 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:40.734922 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:40.777121 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52882) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:40.808105 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a912ade-7686-49cd-bed0-f784a731796b req-ad5dcad3-827d-4290-bf5a-ab34c3eb3dd0 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:40.817857 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9a912ade-7686-49cd-bed0-f784a731796b req-ad5dcad3-827d-4290-bf5a-ab34c3eb3dd0 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 931 time: 0.9780045
Jun 23 03:46:40.873006 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15307ee1-d815-49bc-8f61-577e29c08104 req-509efdde-34ea-4e4f-bcf6-340c67574bc6 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2355871
Jun 23 03:46:40.942219 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:40.947009 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 75e6f508-d2d8-47a7-a1dc-057349e42211 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:40.956662 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:41.047086 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1218f949-8764-4b32-9b23-69b5b81daef2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:41.059208 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1218f949-8764-4b32-9b23-69b5b81daef2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:41.093455 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:41.137384 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1218f949-8764-4b32-9b23-69b5b81daef2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:41.148124 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-1218f949-8764-4b32-9b23-69b5b81daef2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1775 time: 1.3301816
Jun 23 03:46:41.165681 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52894) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:41.185620 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-c7cbf4c7-fad1-446e-9f66-5dae6552e479 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'security_group_rule': {'security_group_id': '1aba777d-b18f-41cf-aaeb-4d6bbd544c27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:41.231464 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:46:41.235094 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218f949-8764-4b32-9b23-69b5b81daef2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba777d-b18f-41cf-aaeb-4d6bbd544c27,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:41.259049 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1218f949-8764-4b32-9b23-69b5b81daef2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:41.294044 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-628702c7-cf57-42d6-89a3-79352a62ac3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:41.338981 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-6716a313-2c88-41fa-90f4-3f208b3ae4c6 None None] Provisioning for port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:41.347346 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Request body: {'port': {'device_id': '9cb34062-79c8-4dbd-ab90-bff85e0884a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:41.357144 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=77e8c3ca-6ac4-4d13-81bc-65c01fc4e044,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:41.388659 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-6716a313-2c88-41fa-90f4-3f208b3ae4c6 None None] Provisioning complete for port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:41.388659 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6716a313-2c88-41fa-90f4-3f208b3ae4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:41.388659 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:41.494720 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 75e6f508-d2d8-47a7-a1dc-057349e42211 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:41.514746 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-6716a313-2c88-41fa-90f4-3f208b3ae4c6 None None] Port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:46:41.545721 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 75e6f508-d2d8-47a7-a1dc-057349e42211 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:41.545721 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:41.588257 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:41.636745 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:41.657863 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Transition to ACTIVE for port object 1dd94824-d2b7-4dd9-8b1a-317607178d55 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:41.671139 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:41.673566 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:41.675621 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:41.743746 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9a912ade-7686-49cd-bed0-f784a731796b req-50474696-b0ff-4eb9-8024-a596f4f4f31a tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7783875
Jun 23 03:46:41.753021 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.3134212
Jun 23 03:46:41.857251 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Request body: {'port': {'device_id': '39009256-02f2-4625-a3df-83089a04aa20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:41.895192 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15006e82-3851-4df3-8667-6368df65ae42 None None] Pushing event updated for resources: {'Port': ['ID=1dd94824-d2b7-4dd9-8b1a-317607178d55,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:41.905039 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-15006e82-3851-4df3-8667-6368df65ae42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:41.913857 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.089780 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 75e6f508-d2d8-47a7-a1dc-057349e42211, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=75e6f508-d2d8-47a7-a1dc-057349e42211,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:42.094118 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Attempting to bind port 1dd94824-d2b7-4dd9-8b1a-317607178d55 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:46:42.094813 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Attempting to bind port 1dd94824-d2b7-4dd9-8b1a-317607178d55 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:46:42.095157 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Attempting to bind port 1dd94824-d2b7-4dd9-8b1a-317607178d55 on network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:42.099398 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.120382 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-158615cd-8354-4fa7-8815-a6cb7f425bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:42.176414 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52922) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:42.221401 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:46:42.224358 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Checking segment: {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:42.227743 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.228463 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Bound using segment: {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:46:42.229468 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Bound port: 1dd94824-d2b7-4dd9-8b1a-317607178d55, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:46:42.230400 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.234534 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9e7c46de-c0ee-483d-b49d-d56db4035180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.309144 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.313487 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:42.320548 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=75e6f508-d2d8-47a7-a1dc-057349e42211,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:42.326347 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:42.400936 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] For port 1dd94824-d2b7-4dd9-8b1a-317607178d55, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:46:42.406069 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] For port 1dd94824-d2b7-4dd9-8b1a-317607178d55, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=1dd94824-d2b7-4dd9-8b1a-317607178d55,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:46:42.418111 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.425330 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:42.430977 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:42.431525 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.437881 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.463307 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572824'] for router_interface, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.465480 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:42.480670 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf4c7-fad1-446e-9f66-5dae6552e479 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.550582 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Pushing event updated for resources: {'Port': ['ID=ecf915aa-9295-4496-96bf-b3e848319208,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:42.615424 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:42.621859 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9e7c46de-c0ee-483d-b49d-d56db4035180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.628132 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc1fdde6-5df0-45fc-a1fa-4723967a856a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.630287 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-628702c7-cf57-42d6-89a3-79352a62ac3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.631318 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device df6ed751-0fa9-45eb-bdb4-716a42d9c55b up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:42.673841 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-628702c7-cf57-42d6-89a3-79352a62ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.705836 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.708849 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:42.709513 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4e107f0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:42.796053 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05008594-9864-4104-a3fc-0daebceaa828 {{(pid=99523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:46:42.815686 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.837054 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Transition to ACTIVE for port object 05008594-9864-4104-a3fc-0daebceaa828 will not be triggered until provisioned by entity L2. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:42.847929 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:42.851128 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:42.939658 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15006e82-3851-4df3-8667-6368df65ae42 None None] Pushing event updated for resources: {'Port': ['ID=1dd94824-d2b7-4dd9-8b1a-317607178d55,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:42.955007 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-15006e82-3851-4df3-8667-6368df65ae42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:42.958709 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-628702c7-cf57-42d6-89a3-79352a62ac3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=446f199840e844f08c602c6775c0944c&name=default HTTP/1.1" status: 200  len: 2977 time: 2.1670146
Jun 23 03:46:42.961556 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628702c7-cf57-42d6-89a3-79352a62ac3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90311740-0127-4289-9433-1f1e1f42d07a,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:42.976129 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-628702c7-cf57-42d6-89a3-79352a62ac3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:42.976742 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:42.976969 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52930) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:42.990993 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:43.012034 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port df6ed751-0fa9-45eb-bdb4-716a42d9c55b triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:43.012417 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.093463 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:43.120284 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9e7c46de-c0ee-483d-b49d-d56db4035180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.168950 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Pushing event updated for resources: {'Port': ['ID=05008594-9864-4104-a3fc-0daebceaa828,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:43.186875 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:43.193166 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9e7c46de-c0ee-483d-b49d-d56db4035180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.196858 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-9e7c46de-c0ee-483d-b49d-d56db4035180 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/deca8a1c-34af-44cf-8cd5-60173d3ce095 HTTP/1.1" status: 204  len: 168 time: 2.7634084
Jun 23 03:46:43.196858 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:43.210145 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:43.232885 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c46de-c0ee-483d-b49d-d56db4035180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deca8a1c-34af-44cf-8cd5-60173d3ce095,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:43.267157 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9e7c46de-c0ee-483d-b49d-d56db4035180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:43.280124 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf4c7-fad1-446e-9f66-5dae6552e479 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.289847 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19aa8b-80bc-4723-ad01-a59a961f5fd0 req-a503b086-f813-401c-b0a9-872db391d9ee tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:43.291621 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cc19aa8b-80bc-4723-ad01-a59a961f5fd0 req-a503b086-f813-401c-b0a9-872db391d9ee tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 931 time: 0.8361340
Jun 23 03:46:43.297617 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf4c7-fad1-446e-9f66-5dae6552e479 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.313059 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-666141f8-ca97-42e9-8b3f-094e8a3be9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.341957 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:43.370106 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbf4c7-fad1-446e-9f66-5dae6552e479 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137f675b-9880-4317-b094-ead526e15a3c,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:43.532407 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4e107f0>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:42Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:43.559905 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-c7cbf4c7-fad1-446e-9f66-5dae6552e479 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:43.575231 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-666141f8-ca97-42e9-8b3f-094e8a3be9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.577750 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Attempting to bind port 05008594-9864-4104-a3fc-0daebceaa828 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:46:43.578102 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Attempting to bind port 05008594-9864-4104-a3fc-0daebceaa828 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'f5b51336-ed49-4516-9d05-3750583d630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '36505b99-0352-4914-8a97-8c9ac3e7acea'}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:46:43.578619 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Attempting to bind port 05008594-9864-4104-a3fc-0daebceaa828 on network 36505b99-0352-4914-8a97-8c9ac3e7acea {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:43.590314 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1443447f-88c5-40c1-8a35-7e00eb2360a8 None None] The sync data for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi is: [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:42Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:46:43.618449 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Port 05008594-9864-4104-a3fc-0daebceaa828 on network 36505b99-0352-4914-8a97-8c9ac3e7acea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:46:43.618449 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Attempting to bind port 05008594-9864-4104-a3fc-0daebceaa828 on network 36505b99-0352-4914-8a97-8c9ac3e7acea {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:43.618805 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc1fdde6-5df0-45fc-a1fa-4723967a856a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.639305 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:46:43.639305 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Checking segment: {'id': 'f5b51336-ed49-4516-9d05-3750583d630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '36505b99-0352-4914-8a97-8c9ac3e7acea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:43.640078 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Bound using segment: {'id': 'f5b51336-ed49-4516-9d05-3750583d630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '36505b99-0352-4914-8a97-8c9ac3e7acea'} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:46:43.640768 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Bound port: 05008594-9864-4104-a3fc-0daebceaa828, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b51336-ed49-4516-9d05-3750583d630a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '36505b99-0352-4914-8a97-8c9ac3e7acea'}}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:46:43.641213 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.646894 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.662529 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc1fdde6-5df0-45fc-a1fa-4723967a856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.666453 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cc19aa8b-80bc-4723-ad01-a59a961f5fd0 req-cf62027c-b734-4071-80ab-dfea6451716d tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3491986
Jun 23 03:46:43.687494 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf4c7-fad1-446e-9f66-5dae6552e479 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.692097 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-c7cbf4c7-fad1-446e-9f66-5dae6552e479 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.5224717
Jun 23 03:46:43.697542 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52938) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:43.711648 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-fa9cb7a4-fd2a-4d74-acfb-c0ac9c3eda35 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'security_group_rule': {'security_group_id': '1aba777d-b18f-41cf-aaeb-4d6bbd544c27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:43.912588 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.931512 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:43.940649 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-666141f8-ca97-42e9-8b3f-094e8a3be9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.949538 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-666141f8-ca97-42e9-8b3f-094e8a3be9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:43.953092 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-666141f8-ca97-42e9-8b3f-094e8a3be9e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90311740-0127-4289-9433-1f1e1f42d07a HTTP/1.1" status: 204  len: 168 time: 0.8556385
Jun 23 03:46:43.970765 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:43.988530 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-fc1fdde6-5df0-45fc-a1fa-4723967a856a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91e0ab5dc108472ea16d50e70cf9303a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8053756
Jun 23 03:46:44.016867 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 52946) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:44.038005 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fdde6-5df0-45fc-a1fa-4723967a856a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9585e779-eaa1-4e1d-b908-b50dfc3a38ba,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:44.045780 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fc1fdde6-5df0-45fc-a1fa-4723967a856a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:44.048033 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572824'] for router_interface, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:44.061483 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb7a4-fd2a-4d74-acfb-c0ac9c3eda35 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:44.067191 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:44.096835 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666141f8-ca97-42e9-8b3f-094e8a3be9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90311740-0127-4289-9433-1f1e1f42d07a,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:44.123850 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-666141f8-ca97-42e9-8b3f-094e8a3be9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:44.140757 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] For port 05008594-9864-4104-a3fc-0daebceaa828, host hv-cinder-76859, cleared binding levels {{(pid=99523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:46:44.259604 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] For port 05008594-9864-4104-a3fc-0daebceaa828, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=05008594-9864-4104-a3fc-0daebceaa828,segment=NetworkSegment(f5b51336-ed49-4516-9d05-3750583d630a),segment_id=f5b51336-ed49-4516-9d05-3750583d630a)] {{(pid=99523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:46:44.312421 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:44.357799 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:44.421913 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Pushing event updated for resources: {'Port': ['ID=847ac69d-4e2b-4d38-ad4d-c0b7959fc336,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:44.432641 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:44.462228 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea40cd-b1d8-4e3b-bfd3-211e9eb41a0b req-5faad123-ccd2-46f7-8c66-8b9ee1df7f21 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:44.464202 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7eea40cd-b1d8-4e3b-bfd3-211e9eb41a0b req-5faad123-ccd2-46f7-8c66-8b9ee1df7f21 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 931 time: 1.4578366
Jun 23 03:46:44.616950 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 1dd94824-d2b7-4dd9-8b1a-317607178d55 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:44.635921 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:44.636542 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:44.637964 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] 10.222.0.26 "PUT /v2.0/ports/05008594-9864-4104-a3fc-0daebceaa828 HTTP/1.1" status: 200  len: 1093 time: 3.5573142
Jun 23 03:46:44.640258 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb34062-79c8-4dbd-ab90-bff85e0884a1', 'tag': '05008594-9864-4104-a3fc-0daebceaa828'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:46:44.763678 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b60630a6-cbab-4e72-b301-91a2192155f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:44.795815 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Network 9ea4c225-0269-41c8-af63-68574b8e5074 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:44.796242 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 1dd94824-d2b7-4dd9-8b1a-317607178d55 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:44.805448 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Pushing event updated for resources: {'Port': ['ID=05008594-9864-4104-a3fc-0daebceaa828,revision_number=3']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:44.810679 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:44.814512 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 1dd94824-d2b7-4dd9-8b1a-317607178d55 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:44.815341 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:44.851772 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb7a4-fd2a-4d74-acfb-c0ac9c3eda35 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:44.982280 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:44.998395 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb7a4-fd2a-4d74-acfb-c0ac9c3eda35 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:45.004508 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7eea40cd-b1d8-4e3b-bfd3-211e9eb41a0b req-cacd79c0-d938-4e2d-bdf8-12ae26362924 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5109868
Jun 23 03:46:45.030958 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:46:45.034699 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b60630a6-cbab-4e72-b301-91a2192155f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:45.058101 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-c7cbf4c7-fad1-446e-9f66-5dae6552e479 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:45.101116 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:45.144938 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cb7a4-fd2a-4d74-acfb-c0ac9c3eda35 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37abf1e-2dfa-49ce-8c29-7c00c2a03e26,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:45.170130 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-fa9cb7a4-fd2a-4d74-acfb-c0ac9c3eda35 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:45.180272 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb7a4-fd2a-4d74-acfb-c0ac9c3eda35 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:45.184474 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-fa9cb7a4-fd2a-4d74-acfb-c0ac9c3eda35 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4823406
Jun 23 03:46:45.209862 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 1dd94824-d2b7-4dd9-8b1a-317607178d55, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=1dd94824-d2b7-4dd9-8b1a-317607178d55,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:45.223460 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 52978) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:45.228410 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:45.229308 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 75e6f508-d2d8-47a7-a1dc-057349e42211 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:45.241873 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'floatingip': {'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:45.310219 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-eefe4011-1bb5-4d49-9b9e-faada304e3fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:45.326065 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:45.378968 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8de1151-c1eb-4dc1-a1c7-e6cb770a91c0" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb34062-79c8-4dbd-ab90-bff85e0884a1", "tag": "05008594-9864-4104-a3fc-0daebceaa828"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:46:45.463073 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-99909517-283b-4f58-a9c7-321f2c4b3ea9 None None] Provisioning complete for port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:45.463293 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-99909517-283b-4f58-a9c7-321f2c4b3ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:45.472673 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b60630a6-cbab-4e72-b301-91a2192155f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:45.485213 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 75e6f508-d2d8-47a7-a1dc-057349e42211 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:45.485628 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:45.493747 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b60630a6-cbab-4e72-b301-91a2192155f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:45.495571 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-b60630a6-cbab-4e72-b301-91a2192155f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9585e779-eaa1-4e1d-b908-b50dfc3a38ba HTTP/1.1" status: 204  len: 168 time: 1.4777086
Jun 23 03:46:45.507211 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-511f68e4-103e-4dff-897a-515d816c309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:45.509695 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-511f68e4-103e-4dff-897a-515d816c309d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d6b76724748bfb25574bc8d5576c8&device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 1096 time: 0.7059219
Jun 23 03:46:45.510473 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:45.529318 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60630a6-cbab-4e72-b301-91a2192155f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9585e779-eaa1-4e1d-b908-b50dfc3a38ba,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:45.533946 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b60630a6-cbab-4e72-b301-91a2192155f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:45.549098 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af3597-83cd-4efb-8257-924954667bb5 req-f9bfdf05-3326-4918-9f61-ff069fa082de tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:45.551458 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-91af3597-83cd-4efb-8257-924954667bb5 req-f9bfdf05-3326-4918-9f61-ff069fa082de tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 943 time: 0.4421420
Jun 23 03:46:45.594719 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=1dd94824-d2b7-4dd9-8b1a-317607178d55,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:45.607236 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:45.679525 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-44a42acf-a77b-4a9e-9888-fd9ccffcb12b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05008594-9864-4104-a3fc-0daebceaa828 HTTP/1.1" status: 200  len: 217 time: 0.1421194
Jun 23 03:46:45.694223 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-99909517-283b-4f58-a9c7-321f2c4b3ea9 None None] Port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:46:45.764299 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-9d59b439-3438-436a-bfcd-fd7beea6dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:45.765970 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-9d59b439-3438-436a-bfcd-fd7beea6dc48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c08648cb-cad6-439d-897b-a6d1c55cfe53 HTTP/1.1" status: 200  len: 852 time: 0.0761664
Jun 23 03:46:45.777430 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-91af3597-83cd-4efb-8257-924954667bb5 req-c83388a7-caa7-48a2-b8d6-96ccabcf8a3b tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147079
Jun 23 03:46:46.096681 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd4e8c-a990-4682-83c2-19a345c0a600 x-openstack-request-id: req-66fd4e8c-a990-4682-83c2-19a345c0a600 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:46:46.097252 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb34062-79c8-4dbd-ab90-bff85e0884a1", "tag": "05008594-9864-4104-a3fc-0daebceaa828", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:46:46.097670 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66fd4e8c-a990-4682-83c2-19a345c0a600 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:46:46.098292 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb34062-79c8-4dbd-ab90-bff85e0884a1', 'tag': '05008594-9864-4104-a3fc-0daebceaa828', 'status': 'completed', 'code': 200}
Jun 23 03:46:46.297442 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 1dd94824-d2b7-4dd9-8b1a-317607178d55 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:46.314541 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e0bc72-eda1-483a-b697-ba2dfc8de494 {{(pid=99522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:46:46.344567 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:46.394860 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Transition to ACTIVE for port object f1e0bc72-eda1-483a-b697-ba2dfc8de494 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:46.424200 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Router 97da4be7-343a-464f-a1c0-a585d80fda34 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:46:46.425816 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:46.463779 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 1dd94824-d2b7-4dd9-8b1a-317607178d55 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:46.466506 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:46.466629 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:46.509480 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b25d7f-38b1-4601-83d1-2b5afeeeb05c req-fb585ba1-8df4-46ad-84e8-2a81e3e57b64 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:46.516451 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-48b25d7f-38b1-4601-83d1-2b5afeeeb05c req-fb585ba1-8df4-46ad-84e8-2a81e3e57b64 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 931 time: 0.2446177
Jun 23 03:46:46.546733 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:46:46.558075 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Sync routers for ids ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:46:46.573316 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] 10.222.0.15 "PUT /v2.0/routers/3702d4b8-2512-4c7e-9c84-73a0a9a57dc9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.4370949
Jun 23 03:46:46.583550 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Routers {'3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:46.584143 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ce17f0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:46.589292 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-48b25d7f-38b1-4601-83d1-2b5afeeeb05c req-2786fc74-9123-4d39-a75f-e58211ce4f8a tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611920
Jun 23 03:46:46.752989 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-8292e35e-8682-4c48-8439-27b06de40178 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36505b99-0352-4914-8a97-8c9ac3e7acea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1250081
Jun 23 03:46:46.842637 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Set router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:47.026967 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-e73933dd-f9c9-45d3-b94b-a6232034d1c6 service neutron] 10.222.0.26 "GET /v2.0/networks/36505b99-0352-4914-8a97-8c9ac3e7acea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2617178
Jun 23 03:46:47.058462 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:46:47.070793 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Sync routers for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:46:47.092792 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:47.093393 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d0f5e0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:47.139129 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e0bc72-eda1-483a-b697-ba2dfc8de494,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:47.256413 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] 10.222.0.15 "PUT /v2.0/routers/97da4be7-343a-464f-a1c0-a585d80fda34/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.6245911
Jun 23 03:46:47.277550 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:47.435931 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:47.441623 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Attempting to bind port f1e0bc72-eda1-483a-b697-ba2dfc8de494 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:46:47.443607 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Attempting to bind port f1e0bc72-eda1-483a-b697-ba2dfc8de494 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:46:47.444155 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Attempting to bind port f1e0bc72-eda1-483a-b697-ba2dfc8de494 on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:47.478229 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Port f1e0bc72-eda1-483a-b697-ba2dfc8de494 on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:46:47.481458 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Attempting to bind port f1e0bc72-eda1-483a-b697-ba2dfc8de494 on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:47.502896 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:46:47.504239 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Checking segment: {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:47.505585 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ce17f0>, [{'id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-246879806-router', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:27Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'gw_port': {'id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': 'ecf915aa-9295-4496-96bf-b3e848319208', 'name': '', 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'mac_address': 'fa:16:3e:2d:24:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:33Z', 'updated_at': '2021-06-23T03:46:41Z', 'revision_number': 2, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'subnets': [{'id': 'db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:47.505895 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Bound using segment: {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:46:47.506569 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Bound port: f1e0bc72-eda1-483a-b697-ba2dfc8de494, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:46:47.507117 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:47.517046 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:47.560391 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Checking router: 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:46:47.561812 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Updating router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 port ecf915aa-9295-4496-96bf-b3e848319208 binding host dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:46:47.596492 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceb588-f5dd-457b-98fb-335d98db5a3d req-dbc9ca91-5ee2-4a0b-8d48-6ae86623022d tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:47.598570 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d6ceb588-f5dd-457b-98fb-335d98db5a3d req-dbc9ca91-5ee2-4a0b-8d48-6ae86623022d tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 943 time: 0.4367304
Jun 23 03:46:47.640781 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:47.668095 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] For port f1e0bc72-eda1-483a-b697-ba2dfc8de494, host hv-cinder-76859, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:46:47.682139 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] For port f1e0bc72-eda1-483a-b697-ba2dfc8de494, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=f1e0bc72-eda1-483a-b697-ba2dfc8de494,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:46:47.706689 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:47.733522 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:47.831178 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:47.832158 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:47.833843 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-74512e23-c369-4754-a043-e08b898ce605 service neutron] 10.222.0.26 "PUT /v2.0/ports/f1e0bc72-eda1-483a-b697-ba2dfc8de494 HTTP/1.1" status: 200  len: 1093 time: 6.0145204
Jun 23 03:46:47.838821 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39009256-02f2-4625-a3df-83089a04aa20', 'tag': 'f1e0bc72-eda1-483a-b697-ba2dfc8de494'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:46:47.946179 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d6ceb588-f5dd-457b-98fb-335d98db5a3d req-25b2a93e-77d6-431c-a9b0-f90afe6ed37b tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2596333
Jun 23 03:46:47.966871 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e0bc72-eda1-483a-b697-ba2dfc8de494,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:47.982108 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:48.039753 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Allocated IP 172.27.0.10 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/55a80ed8-e39b-41cf-8646-f632eda48542) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:48.457346 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:48.488321 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01559ca5-5929-466b-86b7-72b20a247817 req-7a1b68a4-adce-45d8-b26d-2af60e173afe tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:48.490279 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-01559ca5-5929-466b-86b7-72b20a247817 req-7a1b68a4-adce-45d8-b26d-2af60e173afe tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 943 time: 0.2497170
Jun 23 03:46:48.541062 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde5253e-48ee-47d9-9d2a-77f8841da498" -d '{"events": [{"name": "network-changed", "server_uuid": "39009256-02f2-4625-a3df-83089a04aa20", "tag": "f1e0bc72-eda1-483a-b697-ba2dfc8de494"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:46:48.569958 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-01559ca5-5929-466b-86b7-72b20a247817 req-cf4acb54-749e-49a2-a31c-ce2b2d7e03bc tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747983
Jun 23 03:46:48.595093 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:48.600869 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:48.703367 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:48.711674 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:48.716449 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:48.733308 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'Port': ['ID=55a80ed8-e39b-41cf-8646-f632eda48542,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:48.738618 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:48.756507 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-bffaf415-66a6-48aa-8c22-161366e122a8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:48.770177 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d0f5e0>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:42Z', 'revision_number': 2, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:48.771332 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-bffaf415-66a6-48aa-8c22-161366e122a8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 818 time: 0.2545264
Jun 23 03:46:48.801570 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-19ba4ce5-d598-40f1-b615-c45c6812c973 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/quotas/42efa8b4f79141638b0d4efb35421c64 HTTP/1.1" status: 200  len: 375 time: 0.0292943
Jun 23 03:46:48.816405 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:48.855940 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Transition to ACTIVE for port object ecf915aa-9295-4496-96bf-b3e848319208 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:48.868900 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Checking router: 97da4be7-343a-464f-a1c0-a585d80fda34 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:46:48.871053 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:48.872138 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Updating router 97da4be7-343a-464f-a1c0-a585d80fda34 port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 binding host dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:46:48.872430 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:48.874471 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:48.948252 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:48.950197 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:48.961318 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1588a8-a937-4909-b284-a680d8d139fa None None] Pushing event updated for resources: {'Port': ['ID=ecf915aa-9295-4496-96bf-b3e848319208,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:48.972328 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-bc1588a8-a937-4909-b284-a680d8d139fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:49.083175 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-34bb1344-015f-4b00-8617-6c72502da69b tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2761164
Jun 23 03:46:49.127401 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Attempting to bind port ecf915aa-9295-4496-96bf-b3e848319208 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:46:49.127832 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Attempting to bind port ecf915aa-9295-4496-96bf-b3e848319208 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:46:49.128202 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Attempting to bind port ecf915aa-9295-4496-96bf-b3e848319208 on network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:49.133468 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:46:49.133907 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Checking segment: {'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:49.134228 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:49.134721 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Bound using segment: {'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:46:49.135191 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Bound port: ecf915aa-9295-4496-96bf-b3e848319208, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:46:49.135557 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:49.207862 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:49.239984 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] For port ecf915aa-9295-4496-96bf-b3e848319208, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:46:49.241053 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:49.244149 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] For port ecf915aa-9295-4496-96bf-b3e848319208, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ecf915aa-9295-4496-96bf-b3e848319208,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:46:49.251297 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:49.270034 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-8d797cc4-3aea-4e0b-a6f8-b9b3237fcf4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:49.274221 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:49.320423 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'Port': ['ID=55a80ed8-e39b-41cf-8646-f632eda48542,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:49.326166 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:49.334504 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:49.342569 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Routers {'3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:49.347251 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ce17f0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:49.363032 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:49.376818 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.1309927
Jun 23 03:46:49.442105 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-c0e997a4-aba5-49fb-bf2d-2706305bbd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:49.443602 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-c0e997a4-aba5-49fb-bf2d-2706305bbd0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 1096 time: 0.2331035
Jun 23 03:46:49.506203 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-f765488a-fb26-4519-b367-b96507987137 service neutron] 10.222.0.15 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4155793
Jun 23 03:46:49.551389 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53114) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:49.563964 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-51d27e15-d0c6-47f5-a003-d25c5ba7a00a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1e0bc72-eda1-483a-b697-ba2dfc8de494 HTTP/1.1" status: 200  len: 217 time: 0.1107032
Jun 23 03:46:49.646773 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:49.653839 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1588a8-a937-4909-b284-a680d8d139fa None None] Pushing event updated for resources: {'Port': ['ID=ecf915aa-9295-4496-96bf-b3e848319208,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:49.667374 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-bc1588a8-a937-4909-b284-a680d8d139fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:49.681869 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Transition to ACTIVE for port object 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:49.693895 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:49.706727 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-8b6b8f25-10d0-4987-8a11-27b06c94b25c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:49.725275 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-228f9f70-00bb-4c29-803c-1e9e6bd7997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:49.727053 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-228f9f70-00bb-4c29-803c-1e9e6bd7997a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=511fd5e1-8640-4b13-85c7-b6870517fe97 HTTP/1.1" status: 200  len: 855 time: 0.1565619
Jun 23 03:46:49.728971 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-eec7e1c3-dc69-4083-829a-bfe6dc51815a service neutron] 10.222.0.15 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2144821
Jun 23 03:46:49.747792 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] Set router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:49.761914 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a5f35cf-96b5-4dbf-abd0-99e1776154ea req-53e652d0-e287-4103-bece-de92b1405f97 service neutron] 10.222.0.26 "GET /v2.0/networks/36505b99-0352-4914-8a97-8c9ac3e7acea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7808905
Jun 23 03:46:49.891459 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-6eac48f3-83d6-40fc-bae7-2129a8ab3ad7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1488ecd8-5219-44b1-8a8f-746295d3a6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1569080
Jun 23 03:46:49.909310 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1151-c1eb-4dc1-a1c7-e6cb770a91c0 req-95c97cc7-e769-445d-86cd-774bae540956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:49.911685 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f8de1151-c1eb-4dc1-a1c7-e6cb770a91c0 req-95c97cc7-e769-445d-86cd-774bae540956 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f16d6b76724748bfb25574bc8d5576c8&device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 1096 time: 0.0793672
Jun 23 03:46:49.920537 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f86a6c-7934-4ab4-9a79-73b34d8d44d4 None None] Pushing event updated for resources: {'Port': ['ID=847ac69d-4e2b-4d38-ad4d-c0b7959fc336,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:49.933239 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a7f86a6c-7934-4ab4-9a79-73b34d8d44d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:50.089923 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Attempting to bind port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:46:50.090206 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Attempting to bind port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:46:50.093137 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Attempting to bind port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 on network 9ea4c225-0269-41c8-af63-68574b8e5074 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:50.118813 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:46:50.121976 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Checking segment: {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:50.122574 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:50.123149 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Bound using segment: {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:46:50.123814 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Bound port: 847ac69d-4e2b-4d38-ad4d-c0b7959fc336, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:46:50.126304 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:50.172086 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-7d384cd7-f60f-4fa7-a415-31d61104bd69 service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2634442
Jun 23 03:46:50.172577 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53136) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:50.196298 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763631921', 'description': 'tempest-description--428958374'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:50.337775 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] For port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:46:50.351890 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] For port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=847ac69d-4e2b-4d38-ad4d-c0b7959fc336,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:46:50.369926 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:50.375177 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a7f86a6c-7934-4ab4-9a79-73b34d8d44d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:50.446024 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ce17f0>, [{'id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-246879806-router', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:27Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'gw_port': {'id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': 'ecf915aa-9295-4496-96bf-b3e848319208', 'name': '', 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'mac_address': 'fa:16:3e:2d:24:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:33Z', 'updated_at': '2021-06-23T03:46:49Z', 'revision_number': 4, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'subnets': [{'id': 'db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:50.454059 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53154) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:50.480847 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c16b2-6e78-4b18-b3f9-ac837347c663 None None] The sync data for ids ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'] in dv-cinder-768592-6-iscsi is: [{'id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-246879806-router', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:27Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'gw_port': {'id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': 'ecf915aa-9295-4496-96bf-b3e848319208', 'name': '', 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'mac_address': 'fa:16:3e:2d:24:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:33Z', 'updated_at': '2021-06-23T03:46:49Z', 'revision_number': 4, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'subnets': [{'id': 'db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:46:50.496481 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1151-c1eb-4dc1-a1c7-e6cb770a91c0 req-070ee46b-5294-474d-a212-d30cd528e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:50.514376 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f8de1151-c1eb-4dc1-a1c7-e6cb770a91c0 req-070ee46b-5294-474d-a212-d30cd528e241 service neutron] 10.222.0.26 "GET /v2.0/networks?id=36505b99-0352-4914-8a97-8c9ac3e7acea HTTP/1.1" status: 200  len: 912 time: 0.5967853
Jun 23 03:46:50.601969 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f86a6c-7934-4ab4-9a79-73b34d8d44d4 None None] Pushing event updated for resources: {'Port': ['ID=847ac69d-4e2b-4d38-ad4d-c0b7959fc336,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:50.612462 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:46:50.613382 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d0f5e0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:46:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:50.615806 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a7f86a6c-7934-4ab4-9a79-73b34d8d44d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:50.913996 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:46:50.970016 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0a764b-f169-4065-9262-0b19431b6676 x-openstack-request-id: req-af0a764b-f169-4065-9262-0b19431b6676 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:46:50.970574 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39009256-02f2-4625-a3df-83089a04aa20", "tag": "f1e0bc72-eda1-483a-b697-ba2dfc8de494", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:46:50.970743 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af0a764b-f169-4065-9262-0b19431b6676 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:46:50.983558 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39009256-02f2-4625-a3df-83089a04aa20', 'tag': 'f1e0bc72-eda1-483a-b697-ba2dfc8de494', 'status': 'completed', 'code': 200}
Jun 23 03:46:50.984577 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b6fee952-d3be-4f6f-bd23-26c8d2a9212b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:50.989467 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f8de1151-c1eb-4dc1-a1c7-e6cb770a91c0 req-b568f5c7-997d-44b7-b79e-931c3220d293 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05008594-9864-4104-a3fc-0daebceaa828 HTTP/1.1" status: 200  len: 217 time: 0.4639416
Jun 23 03:46:50.990890 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4aa68d51-5bfb-4f91-8bc1-76bd1d1cd290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:51.099876 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456a9eb-8432-405b-988c-4f888b363a33 req-8b9ff31b-084c-4157-9a0d-44a34573e0e0 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:51.108762 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3456a9eb-8432-405b-988c-4f888b363a33 req-8b9ff31b-084c-4157-9a0d-44a34573e0e0 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 943 time: 0.7512963
Jun 23 03:46:51.109629 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:51.131677 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cbccab83-08ce-413f-82e3-cd3cdfc0a03b req-4df01bb4-4136-44b7-b1c7-3159deae16c9 service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9026763
Jun 23 03:46:51.178187 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916605b1-4f8f-451b-91b5-ecf84c516d21 req-ad0a044d-96a3-4893-b230-062171e048c4 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:51.186954 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-916605b1-4f8f-451b-91b5-ecf84c516d21 req-ad0a044d-96a3-4893-b230-062171e048c4 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 943 time: 0.2228527
Jun 23 03:46:51.227518 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4aa68d51-5bfb-4f91-8bc1-76bd1d1cd290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:51.246222 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-916605b1-4f8f-451b-91b5-ecf84c516d21 req-7f231caa-51bf-4d31-b38f-b657f9e640d5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581512
Jun 23 03:46:51.247317 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4aa68d51-5bfb-4f91-8bc1-76bd1d1cd290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:51.264769 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-628702c7-cf57-42d6-89a3-79352a62ac3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:51.294119 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.db.api [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 23 03:46:51.294119 dv-cinder-768592-6-iscsi neutron-server[99522]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 23 03:46:51.294119 dv-cinder-768592-6-iscsi neutron-server[99522]: [parameters: {'project_id_1': 'f0d317e3156c4c63877c08c2e40733dc', 'expiration_1': datetime.datetime(2021, 6, 23, 3, 46, 51, 152076)}]
Jun 23 03:46:51.294119 dv-cinder-768592-6-iscsi neutron-server[99522]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 23 03:46:51.296899 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_db.api [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 23 03:46:51.301175 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa68d51-5bfb-4f91-8bc1-76bd1d1cd290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790e8f89-757d-41aa-b9f3-f3953758105a,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:51.309096 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d0f5e0>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:50Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:46:51.338390 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-4aa68d51-5bfb-4f91-8bc1-76bd1d1cd290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:51.365831 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1151-c1eb-4dc1-a1c7-e6cb770a91c0 req-329cd90d-f5cc-4bb5-997b-faf5a3db4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:51.368094 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f8de1151-c1eb-4dc1-a1c7-e6cb770a91c0 req-329cd90d-f5cc-4bb5-997b-faf5a3db4133 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c08648cb-cad6-439d-897b-a6d1c55cfe53 HTTP/1.1" status: 200  len: 852 time: 0.3504930
Jun 23 03:46:51.371493 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-4aa68d51-5bfb-4f91-8bc1-76bd1d1cd290 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31320c5d6cd043af9b1d5c75e1368e32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8966539
Jun 23 03:46:51.390306 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3456a9eb-8432-405b-988c-4f888b363a33 req-2983557c-80fc-45c9-a340-912250c2440f tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2786150
Jun 23 03:46:51.391840 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2896b80-2ede-440c-a69e-841ead804813 None None] The sync data for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi is: [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:50Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:46:51.406636 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53180) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:51.526462 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5253e-48ee-47d9-9d2a-77f8841da498 req-1bfaf10d-c673-4326-945a-8884053b713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:51.528185 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bde5253e-48ee-47d9-9d2a-77f8841da498 req-1bfaf10d-c673-4326-945a-8884053b713f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 1096 time: 0.2009425
Jun 23 03:46:51.585118 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f8de1151-c1eb-4dc1-a1c7-e6cb770a91c0 req-e625ca91-116e-4e89-be89-8f7b7df39767 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=36505b99-0352-4914-8a97-8c9ac3e7acea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1935487
Jun 23 03:46:51.720038 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d2add921-c8b9-4a6c-ba56-3fd8f5ca6eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:51.764070 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-3edef19b-c790-488a-bbf4-78c553d227c5 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--255161216&fields=id&tenant_id=6b87d0785b4a4cc89cfae82284b461fd HTTP/1.1" status: 200  len: 267 time: 0.3109546
Jun 23 03:46:51.800122 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:51.817592 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6f14707e-012c-4588-af49-5e3e89b1ed60 req-26110e20-4395-4a40-906d-4e12055d1898 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 210 time: 0.0818973
Jun 23 03:46:51.832418 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d2add921-c8b9-4a6c-ba56-3fd8f5ca6eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:51.884697 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f8de1151-c1eb-4dc1-a1c7-e6cb770a91c0 req-73026c70-f62b-4e6e-b1d7-4380531086c6 service neutron] 10.222.0.26 "GET /v2.0/networks/36505b99-0352-4914-8a97-8c9ac3e7acea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2875450
Jun 23 03:46:51.895197 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5253e-48ee-47d9-9d2a-77f8841da498 req-13695373-be65-41b5-905a-2e114b682b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:51.896799 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bde5253e-48ee-47d9-9d2a-77f8841da498 req-13695373-be65-41b5-905a-2e114b682b1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 915 time: 0.3567100
Jun 23 03:46:51.950197 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b6fee952-d3be-4f6f-bd23-26c8d2a9212b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:52.011278 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f8de1151-c1eb-4dc1-a1c7-e6cb770a91c0 req-90c7fa58-e8b1-4f33-931b-30e5de4414dc service neutron] 10.222.0.26 "GET /v2.0/networks/36505b99-0352-4914-8a97-8c9ac3e7acea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1149380
Jun 23 03:46:52.029782 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b6fee952-d3be-4f6f-bd23-26c8d2a9212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:52.036092 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bde5253e-48ee-47d9-9d2a-77f8841da498 req-9e9a59ec-edb6-4a3a-acaa-a3a6c2daec28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1e0bc72-eda1-483a-b697-ba2dfc8de494 HTTP/1.1" status: 200  len: 217 time: 0.0843909
Jun 23 03:46:52.039410 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d2add921-c8b9-4a6c-ba56-3fd8f5ca6eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:52.044569 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d2add921-c8b9-4a6c-ba56-3fd8f5ca6eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:52.046183 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-d2add921-c8b9-4a6c-ba56-3fd8f5ca6eee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/790e8f89-757d-41aa-b9f3-f3953758105a HTTP/1.1" status: 204  len: 168 time: 0.6375821
Jun 23 03:46:52.047133 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-4aa68d51-5bfb-4f91-8bc1-76bd1d1cd290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:52.077802 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2add921-c8b9-4a6c-ba56-3fd8f5ca6eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790e8f89-757d-41aa-b9f3-f3953758105a,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:52.082822 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d2add921-c8b9-4a6c-ba56-3fd8f5ca6eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:52.085905 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fb1c7981-fe3d-4f2a-9c99-d2de6365c80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:52.385414 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-b6fee952-d3be-4f6f-bd23-26c8d2a9212b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5dabc2c41f848c2bacd0f3dd13e1eec&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8298867
Jun 23 03:46:52.386476 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53208) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:52.428447 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fee952-d3be-4f6f-bd23-26c8d2a9212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3490a8-0fd9-41ef-9157-85d5242c0fce,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:52.443145 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-014fec5d-ffb3-47e9-b023-c41347038adf tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:52.452629 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-014fec5d-ffb3-47e9-b023-c41347038adf tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/networks?id=9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 200  len: 811 time: 0.6876163
Jun 23 03:46:52.471266 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b6fee952-d3be-4f6f-bd23-26c8d2a9212b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:52.490481 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:52.506853 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5253e-48ee-47d9-9d2a-77f8841da498 req-6a35280b-6b6b-4e63-b22c-853846e45f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:52.508548 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bde5253e-48ee-47d9-9d2a-77f8841da498 req-6a35280b-6b6b-4e63-b22c-853846e45f87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=511fd5e1-8640-4b13-85c7-b6870517fe97 HTTP/1.1" status: 200  len: 855 time: 0.4524605
Jun 23 03:46:52.541604 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-964ebaaa-bd7a-42c8-83d7-82521706adff tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/quotas/6b87d0785b4a4cc89cfae82284b461fd HTTP/1.1" status: 200  len: 375 time: 0.0876863
Jun 23 03:46:52.584479 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bde5253e-48ee-47d9-9d2a-77f8841da498 req-34430558-4b5b-410f-97de-3f6b54cd46fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1488ecd8-5219-44b1-8a8f-746295d3a6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631964
Jun 23 03:46:52.625726 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-092834d3-c54e-40de-af70-4704cb08d294 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:52.627903 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-092834d3-c54e-40de-af70-4704cb08d294 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 818 time: 0.3441494
Jun 23 03:46:52.637732 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-1755a215-1cd4-4e1c-893d-3db0176cb6cb tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:52.639367 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-1755a215-1cd4-4e1c-893d-3db0176cb6cb tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.26 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 818 time: 0.2893875
Jun 23 03:46:52.643287 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:52.649966 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:52.650575 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:52.651670 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-bb51808e-dca5-475c-8bb5-bb275b52eff2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/quotas/42efa8b4f79141638b0d4efb35421c64 HTTP/1.1" status: 200  len: 375 time: 0.0111804
Jun 23 03:46:52.657741 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Request body: {'port': {'device_id': '1b86b2c8-547a-4227-ac1b-9a6d5a73c498', 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf', 'admin_state_up': True, 'tenant_id': '42efa8b4f79141638b0d4efb35421c64'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:52.790247 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bde5253e-48ee-47d9-9d2a-77f8841da498 req-7b81e81d-7647-4e17-b053-f3c9a3ecc975 service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692495
Jun 23 03:46:52.793154 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:52.835660 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=847ac69d-4e2b-4d38-ad4d-c0b7959fc336,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:52.841646 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:52.843450 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ecf915aa-9295-4496-96bf-b3e848319208 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:52.847911 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:52.871504 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53218) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:52.892997 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8cc71f7d-f236-4fd2-af24-8596eba9500e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:52.903628 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:52.911352 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-aad49f30-fe72-4f18-96b7-e538b88756e6 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2499895
Jun 23 03:46:52.946430 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=847ac69d-4e2b-4d38-ad4d-c0b7959fc336,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:52.950180 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:52.953550 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a1b10311-ce50-460f-8604-59b708e41c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:52.958528 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:52.966772 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port ecf915aa-9295-4496-96bf-b3e848319208 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:52.975374 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port ecf915aa-9295-4496-96bf-b3e848319208 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:52.976302 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9e7c46de-c0ee-483d-b49d-d56db4035180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:52.976429 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.017908 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a1b10311-ce50-460f-8604-59b708e41c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.049985 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-c35ed0fa-e16b-4739-aeca-9cbf2b43216e tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5000496
Jun 23 03:46:53.070280 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-58d4b7b0-dc6a-4e9e-aba1-197eca279761 service neutron] 10.222.0.15 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373298
Jun 23 03:46:53.096062 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.123608 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b32ae65-067c-410e-9ae0-6a22ff9c9301,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:53.153608 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port ecf915aa-9295-4496-96bf-b3e848319208, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ecf915aa-9295-4496-96bf-b3e848319208,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:53.156784 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:53.162329 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8cc71f7d-f236-4fd2-af24-8596eba9500e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.162847 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bde5253e-48ee-47d9-9d2a-77f8841da498 req-9a8c2545-2ea4-433b-84d5-f0ef72ea97fd service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3459146
Jun 23 03:46:53.171618 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.188443 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:53.188636 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.192324 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 3.0051129
Jun 23 03:46:53.196496 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53220) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:53.202145 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-3c40c3cf-13fc-49f9-9958-4fc0dfd17b9e service neutron] 10.222.0.15 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211417
Jun 23 03:46:53.203402 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-382872d9-35ce-4d59-87fc-469f0894e84e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'security_group_rule': {'security_group_id': '6b32ae65-067c-410e-9ae0-6a22ff9c9301', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:53.207742 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8cc71f7d-f236-4fd2-af24-8596eba9500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.208858 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a1b10311-ce50-460f-8604-59b708e41c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.214364 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a1b10311-ce50-460f-8604-59b708e41c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.218723 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-a1b10311-ce50-460f-8604-59b708e41c70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce3490a8-0fd9-41ef-9157-85d5242c0fce HTTP/1.1" status: 204  len: 168 time: 0.8071504
Jun 23 03:46:53.218723 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:53.222174 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-fe80e016-51b3-4dd3-b3e2-6f60f954a7ea service neutron] 10.222.0.15 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587005
Jun 23 03:46:53.228452 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b10311-ce50-460f-8604-59b708e41c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3490a8-0fd9-41ef-9157-85d5242c0fce,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:53.231736 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a1b10311-ce50-460f-8604-59b708e41c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:53.263547 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:53.269828 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-8cc71f7d-f236-4fd2-af24-8596eba9500e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2ae73cef3a141bdbc3159ce118e95db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3915703
Jun 23 03:46:53.273385 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Made reservation on behalf of 42efa8b4f79141638b0d4efb35421c64 for: {'port': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:53.277969 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.281780 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53224) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:53.295104 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=ecf915aa-9295-4496-96bf-b3e848319208,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:53.303497 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:53.362349 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-382872d9-35ce-4d59-87fc-469f0894e84e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.365228 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc71f7d-f236-4fd2-af24-8596eba9500e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858c307d-d017-43f7-b3c4-1038089abf7b,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:53.390275 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8cc71f7d-f236-4fd2-af24-8596eba9500e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:53.433693 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-1fbc1d7f-1370-4485-8ad4-451a23a44601 service neutron] 10.222.0.15 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1931977
Jun 23 03:46:53.523742 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-59c6dba5-72ad-48c9-be8a-d6e1e8bfa2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.541269 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-382872d9-35ce-4d59-87fc-469f0894e84e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.552337 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-382872d9-35ce-4d59-87fc-469f0894e84e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.554398 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:53.582292 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382872d9-35ce-4d59-87fc-469f0894e84e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfb155c-4b13-40c9-9155-5e5a6e03499b,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:53.600196 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-382872d9-35ce-4d59-87fc-469f0894e84e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:53.616292 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-59c6dba5-72ad-48c9-be8a-d6e1e8bfa2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.641081 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-382872d9-35ce-4d59-87fc-469f0894e84e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.642510 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-382872d9-35ce-4d59-87fc-469f0894e84e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4446802
Jun 23 03:46:53.646101 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53242) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:53.650807 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-a2d13a91-c7de-40f9-929d-5522c3f814ae tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'security_group_rule': {'security_group_id': '6b32ae65-067c-410e-9ae0-6a22ff9c9301', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:53.743267 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a2d13a91-c7de-40f9-929d-5522c3f814ae tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.841832 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Allocated IP 172.20.0.10 (1b7140d6-f6dd-42bc-aa4d-1881ebae07bf/db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1/395fa879-2292-4f6e-82a3-05f37b4209e0) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:53.861106 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-59c6dba5-72ad-48c9-be8a-d6e1e8bfa2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.895948 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-59c6dba5-72ad-48c9-be8a-d6e1e8bfa2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.897041 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-59c6dba5-72ad-48c9-be8a-d6e1e8bfa2e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/858c307d-d017-43f7-b3c4-1038089abf7b HTTP/1.1" status: 204  len: 168 time: 0.6061749
Jun 23 03:46:53.916650 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:53.982682 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a2d13a91-c7de-40f9-929d-5522c3f814ae tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:53.997882 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6dba5-72ad-48c9-be8a-d6e1e8bfa2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858c307d-d017-43f7-b3c4-1038089abf7b,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:54.002444 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-59c6dba5-72ad-48c9-be8a-d6e1e8bfa2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:54.011640 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a2d13a91-c7de-40f9-929d-5522c3f814ae tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:54.037252 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-382872d9-35ce-4d59-87fc-469f0894e84e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:54.062406 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d13a91-c7de-40f9-929d-5522c3f814ae tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73480f7c-ba91-4348-8b89-76ce488b93ec,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:54.075305 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a2d13a91-c7de-40f9-929d-5522c3f814ae tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:54.076606 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a2d13a91-c7de-40f9-929d-5522c3f814ae tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:54.077977 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-a2d13a91-c7de-40f9-929d-5522c3f814ae tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4306970
Jun 23 03:46:54.079627 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53256) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:54.082845 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53258) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:54.105920 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250331e-5635-4a60-b177-c0119effe2c4 req-161d7246-d7f3-414a-8704-3dedd7caa946 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:54.107386 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0250331e-5635-4a60-b177-c0119effe2c4 req-161d7246-d7f3-414a-8704-3dedd7caa946 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 943 time: 0.1959848
Jun 23 03:46:54.108269 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-451b13f3-e6ba-458e-bffc-9842c6ffee75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:54.124936 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19203a6a-f256-41ec-8362-9d65311541f7 req-bad315e2-4f87-40aa-8dc3-02cce2ca812d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:54.132574 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-19203a6a-f256-41ec-8362-9d65311541f7 req-bad315e2-4f87-40aa-8dc3-02cce2ca812d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 943 time: 0.4139433
Jun 23 03:46:54.133870 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'floatingip': {'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:54.210119 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:54.241872 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 05008594-9864-4104-a3fc-0daebceaa828 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:46:54.328679 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:54.352286 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:54.388205 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:54.399903 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-91b0ce13-dd90-499f-9bfc-c2c60864e52c tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:54.416597 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-19203a6a-f256-41ec-8362-9d65311541f7 req-c285d2e6-4708-4cc3-9dfd-5da11f044bab tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2828426
Jun 23 03:46:54.422607 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0250331e-5635-4a60-b177-c0119effe2c4 req-d38e56c5-8794-43a1-ae36-922bca083ff1 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2444954
Jun 23 03:46:54.521725 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:54.544223 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:54.577206 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:54.577870 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:54.629135 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:54.650609 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ee85f9b0-f361-4f37-a69a-e6f673e88e9d req-bb5169bf-9ad8-46ed-8e4b-c881a9cfc61d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 210 time: 0.1129253
Jun 23 03:46:54.651414 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:54.684586 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:54.685867 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:54.713067 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 05008594-9864-4104-a3fc-0daebceaa828, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=05008594-9864-4104-a3fc-0daebceaa828,segment=NetworkSegment(f5b51336-ed49-4516-9d05-3750583d630a),segment_id=f5b51336-ed49-4516-9d05-3750583d630a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:54.720340 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Pushing event updated for resources: {'Port': ['ID=395fa879-2292-4f6e-82a3-05f37b4209e0,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:54.728529 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:54.743052 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '05008594-9864-4104-a3fc-0daebceaa828', 'network_id': '36505b99-0352-4914-8a97-8c9ac3e7acea', 'port_id': '05008594-9864-4104-a3fc-0daebceaa828', 'mac_address': 'fa:16:3e:8d:25:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c08648cb-cad6-439d-897b-a6d1c55cfe53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:46:54.756448 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Allocated IP 172.27.0.90 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/1af713e5-0c2c-42b3-9560-e0bc22b3edda) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:54.814390 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:54.837527 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05008594-9864-4104-a3fc-0daebceaa828 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:46:54.891343 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 05008594-9864-4104-a3fc-0daebceaa828, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=05008594-9864-4104-a3fc-0daebceaa828,segment=NetworkSegment(f5b51336-ed49-4516-9d05-3750583d630a),segment_id=f5b51336-ed49-4516-9d05-3750583d630a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:54.898927 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ecf915aa-9295-4496-96bf-b3e848319208 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:54.902801 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:54.903924 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device f1e0bc72-eda1-483a-b697-ba2dfc8de494 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:46:54.919512 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b96dd6a7-9035-4372-a83f-10cb5b6e1930 req-1dbf4395-f8b5-41d5-9c2f-70b81f9b9230 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 210 time: 0.0629156
Jun 23 03:46:55.008360 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-451b13f3-e6ba-458e-bffc-9842c6ffee75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.025672 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3727574
Jun 23 03:46:55.026655 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.031357 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de695864-46d9-446a-8efd-6ef2b93969cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:55.039091 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Request body: {'port': {'device_id': '1b86b2c8-547a-4227-ac1b-9a6d5a73c498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:55.056429 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-451b13f3-e6ba-458e-bffc-9842c6ffee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.087580 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:55.142040 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b13f3-e6ba-458e-bffc-9842c6ffee75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fc1a7c-8066-4580-b179-defa22892331,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:55.146180 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-451b13f3-e6ba-458e-bffc-9842c6ffee75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:55.155402 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-451b13f3-e6ba-458e-bffc-9842c6ffee75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa6842ead6da4590b3d2909ce519d6eb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0733984
Jun 23 03:46:55.156091 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53288) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:55.174727 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.183705 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:55.186110 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.206898 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port f1e0bc72-eda1-483a-b697-ba2dfc8de494, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=f1e0bc72-eda1-483a-b697-ba2dfc8de494,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:55.215816 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=05008594-9864-4104-a3fc-0daebceaa828,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:55.226702 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:55.230779 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:55.231820 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:55.233258 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:55.237861 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': 'f1e0bc72-eda1-483a-b697-ba2dfc8de494', 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7', 'port_id': 'f1e0bc72-eda1-483a-b697-ba2dfc8de494', 'mac_address': 'fa:16:3e:68:89:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511fd5e1-8640-4b13-85c7-b6870517fe97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:46:55.242604 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port ecf915aa-9295-4496-96bf-b3e848319208 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:55.243645 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.306472 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'Port': ['ID=1af713e5-0c2c-42b3-9560-e0bc22b3edda,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:55.309385 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:55.318340 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b153f121-a80b-4895-8a63-d13b626c4e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.341618 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b153f121-a80b-4895-8a63-d13b626c4e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.381394 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.402576 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b153f121-a80b-4895-8a63-d13b626c4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.405655 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.409200 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b153f121-a80b-4895-8a63-d13b626c4e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.415707 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-b153f121-a80b-4895-8a63-d13b626c4e09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5fc1a7c-8066-4580-b179-defa22892331 HTTP/1.1" status: 204  len: 168 time: 0.2557609
Jun 23 03:46:55.415707 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:55.420212 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e0bc72-eda1-483a-b697-ba2dfc8de494 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:46:55.428498 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153f121-a80b-4895-8a63-d13b626c4e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fc1a7c-8066-4580-b179-defa22892331,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:55.437735 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b153f121-a80b-4895-8a63-d13b626c4e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:55.512667 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port f1e0bc72-eda1-483a-b697-ba2dfc8de494, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=f1e0bc72-eda1-483a-b697-ba2dfc8de494,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:55.529683 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.549796 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-15006e82-3851-4df3-8667-6368df65ae42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:55.618706 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=f1e0bc72-eda1-483a-b697-ba2dfc8de494,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:55.623292 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:55.716534 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:55.825739 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['f1e0bc72-eda1-483a-b697-ba2dfc8de494'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:46:55.867523 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['05008594-9864-4104-a3fc-0daebceaa828'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:46:55.906853 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:56.097753 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395fa879-2292-4f6e-82a3-05f37b4209e0 {{(pid=99523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:46:56.107519 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:56.125962 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Transition to ACTIVE for port object 395fa879-2292-4f6e-82a3-05f37b4209e0 will not be triggered until provisioned by entity L2. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:56.139378 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:56.147676 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:56.235939 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Pushing event updated for resources: {'Port': ['ID=395fa879-2292-4f6e-82a3-05f37b4209e0,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:56.245988 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:56.285621 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-03c67302-ac1d-45ba-a50e-50e421976206 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:56.289621 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-03c67302-ac1d-45ba-a50e-50e421976206 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.26 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 818 time: 0.5398135
Jun 23 03:46:56.305695 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39489-ada8-430d-a7c9-89a20f7c6058 req-133a5f84-de93-4017-b976-090e14a6839e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:56.315701 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cdc39489-ada8-430d-a7c9-89a20f7c6058 req-133a5f84-de93-4017-b976-090e14a6839e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 944 time: 0.5634925
Jun 23 03:46:56.318665 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e27f28-6e41-4a2e-8026-384a072ef13b req-76ab4155-a09d-4d7f-aec0-b3054e05f0f6 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:56.321175 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-00e27f28-6e41-4a2e-8026-384a072ef13b req-76ab4155-a09d-4d7f-aec0-b3054e05f0f6 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 944 time: 0.5724909
Jun 23 03:46:56.357464 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Request body: {'port': {'device_id': '43979d47-dba6-414c-866e-fb1cb40ae61b', 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf', 'admin_state_up': True, 'tenant_id': '42efa8b4f79141638b0d4efb35421c64'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:56.395665 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Attempting to bind port 395fa879-2292-4f6e-82a3-05f37b4209e0 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:46:56.396014 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Attempting to bind port 395fa879-2292-4f6e-82a3-05f37b4209e0 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:46:56.397902 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Attempting to bind port 395fa879-2292-4f6e-82a3-05f37b4209e0 on network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:56.448597 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cdc39489-ada8-430d-a7c9-89a20f7c6058 req-605832ff-6d54-41ac-8758-47f9b0f9d19e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319191
Jun 23 03:46:56.450206 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Port 395fa879-2292-4f6e-82a3-05f37b4209e0 on network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:46:56.450599 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Attempting to bind port 395fa879-2292-4f6e-82a3-05f37b4209e0 on network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:46:56.460971 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:46:56.466649 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Checking segment: {'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:46:56.470208 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Bound using segment: {'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:46:56.471564 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Bound port: 395fa879-2292-4f6e-82a3-05f37b4209e0, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'}}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:46:56.472030 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:56.529441 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.26', 55907) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:56.602665 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] For port 395fa879-2292-4f6e-82a3-05f37b4209e0, host hv-cinder-76859, cleared binding levels {{(pid=99523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:46:56.607253 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] For port 395fa879-2292-4f6e-82a3-05f37b4209e0, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=395fa879-2292-4f6e-82a3-05f37b4209e0,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:46:56.614955 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:56.622735 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:56.668512 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:56.669305 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:56.670868 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] 10.222.0.26 "PUT /v2.0/ports/395fa879-2292-4f6e-82a3-05f37b4209e0 HTTP/1.1" status: 200  len: 1094 time: 1.6371522
Jun 23 03:46:56.671493 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86b2c8-547a-4227-ac1b-9a6d5a73c498', 'tag': '395fa879-2292-4f6e-82a3-05f37b4209e0'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:46:56.674705 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df4e4b0-d76a-493b-842c-b65682f07b32" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86b2c8-547a-4227-ac1b-9a6d5a73c498", "tag": "395fa879-2292-4f6e-82a3-05f37b4209e0"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:46:56.704341 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Pushing event updated for resources: {'Port': ['ID=395fa879-2292-4f6e-82a3-05f37b4209e0,revision_number=3']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:56.709418 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:56.731729 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-739b92c1-cc7d-448a-8eb8-acc2a56716c5 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:56.733430 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-739b92c1-cc7d-448a-8eb8-acc2a56716c5 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.26 "GET /v2.0/networks?id=9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 200  len: 811 time: 0.2029667
Jun 23 03:46:56.780095 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2f5194d4-a295-414e-9608-be08bfb9eb84 req-f0de07d0-a3ba-4de5-b3a5-8d0f8d78add3 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 210 time: 0.0415738
Jun 23 03:46:56.842032 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-00e27f28-6e41-4a2e-8026-384a072ef13b req-b0a290f7-71cf-4e17-8e22-b4c50f748682 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4774947
Jun 23 03:46:56.879311 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-8c541fe6-406c-493b-81e2-89b5b7b0cd01 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b87d0785b4a4cc89cfae82284b461fd HTTP/1.1" status: 200  len: 379 time: 0.1331360
Jun 23 03:46:56.889373 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'port': {'device_id': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'admin_state_up': True, 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'security_groups': ['1aba777d-b18f-41cf-aaeb-4d6bbd544c27']}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:56.947161 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:56.978082 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53354) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:56.985415 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:57.000550 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Made reservation on behalf of 42efa8b4f79141638b0d4efb35421c64 for: {'port': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:57.004785 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:57.009650 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6bf5edba-388a-4233-96f2-f53c222a9be1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:57.011621 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-b201eda9-a8a9-464b-b5cd-d9f954d1f4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:57.019824 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-b201eda9-a8a9-464b-b5cd-d9f954d1f4d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 1097 time: 0.2334597
Jun 23 03:46:57.022575 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2c11b9-2149-4132-8ea7-e1f922c9e356 x-openstack-request-id: req-5f2c11b9-2149-4132-8ea7-e1f922c9e356 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:46:57.023098 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86b2c8-547a-4227-ac1b-9a6d5a73c498", "tag": "395fa879-2292-4f6e-82a3-05f37b4209e0", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:46:57.024807 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f2c11b9-2149-4132-8ea7-e1f922c9e356 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:46:57.026018 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b86b2c8-547a-4227-ac1b-9a6d5a73c498', 'tag': '395fa879-2292-4f6e-82a3-05f37b4209e0', 'status': 'completed', 'code': 200}
Jun 23 03:46:57.067252 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:57.129953 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-50741732-51ad-4be2-be61-d51bfbbbf433 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395fa879-2292-4f6e-82a3-05f37b4209e0 HTTP/1.1" status: 200  len: 217 time: 0.1015222
Jun 23 03:46:57.157263 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4cff801e-140a-4ebe-a991-6741b42f600f req-c4ffce49-73b2-41f6-a052-57c04a499d9c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 210 time: 0.0395389
Jun 23 03:46:57.184253 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'Port': ['ID=1af713e5-0c2c-42b3-9560-e0bc22b3edda,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:57.195714 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:57.228460 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-dbcc15ec-d8d4-4045-8dfe-4b612345b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:57.229912 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-dbcc15ec-d8d4-4045-8dfe-4b612345b49a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 200  len: 858 time: 0.0721574
Jun 23 03:46:57.230067 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:57.231673 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1342819
Jun 23 03:46:57.264418 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Made reservation on behalf of 6b87d0785b4a4cc89cfae82284b461fd for: {'port': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:46:57.273503 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:57.310320 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-3981e089-39b5-441e-aeb3-0c08b88580a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680954
Jun 23 03:46:57.382695 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53370) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:57.406118 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-56732380-de94-4969-8964-d59d6c44efcf service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882630
Jun 23 03:46:57.417313 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-813c4124-92e3-4af3-b2ce-bbf4b22357d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:57.423502 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Allocated IP 172.20.0.13 (1b7140d6-f6dd-42bc-aa4d-1881ebae07bf/db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1/61267e98-18f6-4253-b5e3-998df65259a7) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:57.535925 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d7f3795b-8b1a-4def-b05f-289dbee60d4d req-d08808c3-6ea9-4f4c-ac0d-af86a0a2f6d1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226764
Jun 23 03:46:57.713278 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Allocated IP 172.20.0.11 (9cea1e4e-1863-44a6-ac96-46e29b9fc013/a63d313c-a6e3-45c8-860f-63d7336cf84a/2fbccc58-e66d-4b83-936b-5bf63613a81e) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:46:57.721739 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a5850-f0b4-43c4-b85a-b240e86474cc req-adf971ac-de30-4d15-894d-d60d896c94ca tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:57.722886 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-520a5850-f0b4-43c4-b85a-b240e86474cc req-adf971ac-de30-4d15-894d-d60d896c94ca tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 944 time: 0.1277859
Jun 23 03:46:57.729560 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4e4b0-d76a-493b-842c-b65682f07b32 req-e310ac10-c566-42d0-b2d9-160f26e4f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:57.731046 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3df4e4b0-d76a-493b-842c-b65682f07b32 req-e310ac10-c566-42d0-b2d9-160f26e4f349 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 1097 time: 0.0986352
Jun 23 03:46:57.734610 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d929fe36-01b3-4117-96fc-9737da5fb71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:57.822674 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-520a5850-f0b4-43c4-b85a-b240e86474cc req-1bdd278b-a822-4752-8e5c-b71378b9b702 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892375
Jun 23 03:46:57.841366 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-05cb6694-abd4-4675-8207-b8fd7edfe505 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1763631921&fields=id&tenant_id=f0d317e3156c4c63877c08c2e40733dc HTTP/1.1" status: 200  len: 267 time: 0.1932211
Jun 23 03:46:57.866264 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4e4b0-d76a-493b-842c-b65682f07b32 req-2b40aa29-9129-48d2-b65a-0215a1dacfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:57.868143 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3df4e4b0-d76a-493b-842c-b65682f07b32 req-2b40aa29-9129-48d2-b65a-0215a1dacfc0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 918 time: 0.1267824
Jun 23 03:46:57.924860 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3df4e4b0-d76a-493b-842c-b65682f07b32 req-fba4e7e3-64f1-41c3-9661-678019bb33c2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395fa879-2292-4f6e-82a3-05f37b4209e0 HTTP/1.1" status: 200  len: 217 time: 0.0487685
Jun 23 03:46:58.012916 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-813c4124-92e3-4af3-b2ce-bbf4b22357d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.019759 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c382bc14-af52-4a1d-a97d-8846f05c71bc req-de3e9221-a2e7-4d29-9526-cc76433d8268 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 210 time: 0.0418589
Jun 23 03:46:58.031699 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4e4b0-d76a-493b-842c-b65682f07b32 req-40d04283-bed6-4290-8d9a-1590d4d4be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:58.033656 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3df4e4b0-d76a-493b-842c-b65682f07b32 req-40d04283-bed6-4290-8d9a-1590d4d4be86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 200  len: 858 time: 0.1010182
Jun 23 03:46:58.048484 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-813c4124-92e3-4af3-b2ce-bbf4b22357d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.057458 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.079849 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a1b10311-ce50-460f-8604-59b708e41c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:58.088082 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3df4e4b0-d76a-493b-842c-b65682f07b32 req-1619ecee-c8df-4949-8158-d6f344555c97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462353
Jun 23 03:46:58.161783 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-91d37121-bc61-425a-bce4-14426774db63 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:58.168342 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-91d37121-bc61-425a-bce4-14426774db63 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 817 time: 0.3262620
Jun 23 03:46:58.192738 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c4124-92e3-4af3-b2ce-bbf4b22357d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262c52f6-14ba-4059-a5f4-4d8a6072d229,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:58.210697 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-813c4124-92e3-4af3-b2ce-bbf4b22357d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1dab5a138214476b633aa80318a8411&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2290657
Jun 23 03:46:58.211568 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-813c4124-92e3-4af3-b2ce-bbf4b22357d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:58.213859 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53410) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:58.218860 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-6aeb1fb0-ac2f-46fd-b7c8-08c5c7423f6e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/quotas/f0d317e3156c4c63877c08c2e40733dc HTTP/1.1" status: 200  len: 375 time: 0.0496402
Jun 23 03:46:58.222118 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.236363 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 05008594-9864-4104-a3fc-0daebceaa828 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:58.287204 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3df4e4b0-d76a-493b-842c-b65682f07b32 req-7cfb95be-8e73-4473-87e4-f7a722101cb1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1868248
Jun 23 03:46:58.303351 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b2739-a5b1-48f5-9071-1d053e792ef9 req-f0db1856-d6c6-42f0-b112-e893ca087f77 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:58.311319 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-476b2739-a5b1-48f5-9071-1d053e792ef9 req-f0db1856-d6c6-42f0-b112-e893ca087f77 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 944 time: 0.1698637
Jun 23 03:46:58.316648 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Transition to ACTIVE for port object 2fbccc58-e66d-4b83-936b-5bf63613a81e will not be triggered until provisioned by entity DHCP. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:46:58.320057 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 05008594-9864-4104-a3fc-0daebceaa828 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:58.326522 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 05008594-9864-4104-a3fc-0daebceaa828 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:58.327483 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.357183 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.388007 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:58.434766 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.441599 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-476b2739-a5b1-48f5-9071-1d053e792ef9 req-c05f57d1-fb8b-47f1-80cc-4d9e14f9d1a6 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293504
Jun 23 03:46:58.453035 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d929fe36-01b3-4117-96fc-9737da5fb71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.466287 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3df4e4b0-d76a-493b-842c-b65682f07b32 req-61740964-6f58-486a-b8d8-bf85924ac873 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1737094
Jun 23 03:46:58.472017 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9f7b7006-34b5-4031-b3cc-b08fba3904a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.474756 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:58.479123 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb34062-79c8-4dbd-ab90-bff85e0884a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05008594-9864-4104-a3fc-0daebceaa828'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:46:58.486971 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d929fe36-01b3-4117-96fc-9737da5fb71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.496323 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:58.500534 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:58.506356 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:58.506976 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.517188 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Pushing event updated for resources: {'Port': ['ID=61267e98-18f6-4253-b5e3-998df65259a7,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:58.520374 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.525042 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:58.531272 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:58.541205 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-bf78aa8c-6464-4b59-8046-485a24fde433 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3084519
Jun 23 03:46:58.556170 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9f7b7006-34b5-4031-b3cc-b08fba3904a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.623944 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 05008594-9864-4104-a3fc-0daebceaa828, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=05008594-9864-4104-a3fc-0daebceaa828,segment=NetworkSegment(f5b51336-ed49-4516-9d05-3750583d630a),segment_id=f5b51336-ed49-4516-9d05-3750583d630a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:58.633125 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.633727 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3095639
Jun 23 03:46:58.634704 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device f1e0bc72-eda1-483a-b697-ba2dfc8de494 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:46:58.638226 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-97139bd1-5cb8-4103-9838-2071f4c10736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:58.652893 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-d929fe36-01b3-4117-96fc-9737da5fb71c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf4d8cec12524192b746734031f8134e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2661486
Jun 23 03:46:58.670890 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53424) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:58.689724 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929fe36-01b3-4117-96fc-9737da5fb71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d1bfe1-4246-42a6-8024-e4c4526ef6e0,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:58.696455 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Request body: {'port': {'device_id': '43979d47-dba6-414c-866e-fb1cb40ae61b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:58.703996 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:46:58.706294 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-d929fe36-01b3-4117-96fc-9737da5fb71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:58.709519 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:58.754739 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b89db2e1-d111-4bdb-ab35-e0a23a373200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.766251 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4037df3f-73aa-410a-ad61-a7dbbe589324" -d '{"events": [{"server_uuid": "9cb34062-79c8-4dbd-ab90-bff85e0884a1", "name": "network-vif-plugged", "status": "completed", "tag": "05008594-9864-4104-a3fc-0daebceaa828"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:46:58.770472 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:46:58.773651 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:46:58.777088 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039099a2-df92-4858-9ecc-73ea7c6c0227 req-b07d141e-3e97-4bdf-bdc2-5a9a383853f8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:58.778764 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-039099a2-df92-4858-9ecc-73ea7c6c0227 req-b07d141e-3e97-4bdf-bdc2-5a9a383853f8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 932 time: 0.1708734
Jun 23 03:46:58.780247 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:58.780894 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.800703 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b89db2e1-d111-4bdb-ab35-e0a23a373200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.839036 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=05008594-9864-4104-a3fc-0daebceaa828,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:58.846940 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:58.853458 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port f1e0bc72-eda1-483a-b697-ba2dfc8de494 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:58.859511 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port f1e0bc72-eda1-483a-b697-ba2dfc8de494 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:58.860259 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.888498 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-039099a2-df92-4858-9ecc-73ea7c6c0227 req-fef285ba-14e4-4dcc-ba0b-fbd1541379b2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985372
Jun 23 03:46:58.927156 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b89db2e1-d111-4bdb-ab35-e0a23a373200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.930788 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b89db2e1-d111-4bdb-ab35-e0a23a373200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:58.935537 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-b89db2e1-d111-4bdb-ab35-e0a23a373200 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70d1bfe1-4246-42a6-8024-e4c4526ef6e0 HTTP/1.1" status: 204  len: 168 time: 0.2601709
Jun 23 03:46:58.936661 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:58.945461 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89db2e1-d111-4bdb-ab35-e0a23a373200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d1bfe1-4246-42a6-8024-e4c4526ef6e0,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:58.953889 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b89db2e1-d111-4bdb-ab35-e0a23a373200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:58.974419 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53436) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:59.022682 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.074309 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port f1e0bc72-eda1-483a-b697-ba2dfc8de494, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=f1e0bc72-eda1-483a-b697-ba2dfc8de494,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:46:59.084679 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.089166 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:59.145765 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=f1e0bc72-eda1-483a-b697-ba2dfc8de494,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:59.156020 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:59.162519 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-90ec8301-26cc-47c8-91ec-d81b9cf170a4 None None] Provisioning for port 2fbccc58-e66d-4b83-936b-5bf63613a81e completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:46:59.168437 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-90ec8301-26cc-47c8-91ec-d81b9cf170a4 None None] Provisioning complete for port 2fbccc58-e66d-4b83-936b-5bf63613a81e triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:46:59.168954 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-90ec8301-26cc-47c8-91ec-d81b9cf170a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.213036 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-90ec8301-26cc-47c8-91ec-d81b9cf170a4 None None] Port 2fbccc58-e66d-4b83-936b-5bf63613a81e cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:46:59.219578 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3341336
Jun 23 03:46:59.221932 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-776b38a3-b058-47f0-a457-5450810018b5 service neutron] 10.222.0.15 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6620562
Jun 23 03:46:59.231746 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62b7361-462d-4218-807a-67b22b4db02c x-openstack-request-id: req-a62b7361-462d-4218-807a-67b22b4db02c {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:46:59.245873 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb34062-79c8-4dbd-ab90-bff85e0884a1", "name": "network-vif-plugged", "status": "completed", "tag": "05008594-9864-4104-a3fc-0daebceaa828", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:46:59.245873 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a62b7361-462d-4218-807a-67b22b4db02c {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:46:59.245873 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb34062-79c8-4dbd-ab90-bff85e0884a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05008594-9864-4104-a3fc-0daebceaa828', 'code': 200}
Jun 23 03:46:59.251528 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Request body: {'port': {'device_id': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:46:59.289227 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9f7b7006-34b5-4031-b3cc-b08fba3904a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.353531 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4add0388-e02f-4692-8411-4d41bacfbb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.417912 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.421035 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.425880 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53446) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:59.431228 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9f7b7006-34b5-4031-b3cc-b08fba3904a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.432316 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-9f7b7006-34b5-4031-b3cc-b08fba3904a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/262c52f6-14ba-4059-a5f4-4d8a6072d229 HTTP/1.1" status: 204  len: 168 time: 1.2151594
Jun 23 03:46:59.446255 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'Port': ['ID=2fbccc58-e66d-4b83-936b-5bf63613a81e,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:59.449506 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:59.457704 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3057-d8bc-493b-bf23-8371ebf57f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.465793 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:59.487273 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b7006-34b5-4031-b3cc-b08fba3904a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262c52f6-14ba-4059-a5f4-4d8a6072d229,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:59.509733 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9f7b7006-34b5-4031-b3cc-b08fba3904a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:46:59.560019 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-79c22ed9-c5d2-4073-b5db-f4b3354119d7 service neutron] 10.222.0.15 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3124912
Jun 23 03:46:59.594438 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107ef60-e629-4827-a2a7-020effff967c req-fb8494a9-b21c-4862-9b74-6710e6effd9d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:59.601377 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8107ef60-e629-4827-a2a7-020effff967c req-fb8494a9-b21c-4862-9b74-6710e6effd9d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 945 time: 0.2317083
Jun 23 03:46:59.699778 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71452e7c-c20b-43c4-9e9a-56750d9ad4dd req-7829c8f7-46fb-41ea-9c83-cda501b4e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:46:59.701770 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-71452e7c-c20b-43c4-9e9a-56750d9ad4dd req-7829c8f7-46fb-41ea-9c83-cda501b4e9f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 1098 time: 0.2417181
Jun 23 03:46:59.716908 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8107ef60-e629-4827-a2a7-020effff967c req-824ef2bc-6220-47c0-b7fc-ba84b5c4f087 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999167
Jun 23 03:46:59.757524 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-71452e7c-c20b-43c4-9e9a-56750d9ad4dd req-6a6cf7e5-1903-4f28-b195-7a834a265200 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.781847 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4add0388-e02f-4692-8411-4d41bacfbb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.806940 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4add0388-e02f-4692-8411-4d41bacfbb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.863857 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9ad1b21c-b078-4cac-abae-015c5b62fc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:46:59.870590 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-4add0388-e02f-4692-8411-4d41bacfbb3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c1c416a818f48d8855b7d29bf1bd554&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8901520
Jun 23 03:46:59.870590 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53458) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:59.878527 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53460) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:46:59.883203 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.db.api [req-71452e7c-c20b-43c4-9e9a-56750d9ad4dd req-6a6cf7e5-1903-4f28-b195-7a834a265200 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 23 03:46:59.883203 dv-cinder-768592-6-iscsi neutron-server[99523]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 23 03:46:59.883203 dv-cinder-768592-6-iscsi neutron-server[99523]: [parameters: {'project_id_1': '8d28459076244435a06abfa929d29661', 'expiration_1': datetime.datetime(2021, 6, 23, 3, 46, 59, 802946)}]
Jun 23 03:46:59.883203 dv-cinder-768592-6-iscsi neutron-server[99523]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99523) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 23 03:46:59.883529 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_db.api [req-71452e7c-c20b-43c4-9e9a-56750d9ad4dd req-6a6cf7e5-1903-4f28-b195-7a834a265200 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 23 03:46:59.961198 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e8099739-500d-4053-9499-638391e91cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:46:59.986195 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add0388-e02f-4692-8411-4d41bacfbb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba608303-1df8-4ac5-8233-03aad25cfdef,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:46:59.997563 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-4add0388-e02f-4692-8411-4d41bacfbb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:00.043869 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d485ac3e-7188-4853-b546-404619e8fdf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.071206 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395ecda-4870-4f6f-a85c-29a7eea630e8 req-847ff9de-c7fd-442f-ba91-b4ddd3c656d0 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:00.072865 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d395ecda-4870-4f6f-a85c-29a7eea630e8 req-847ff9de-c7fd-442f-ba91-b4ddd3c656d0 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 945 time: 0.2061775
Jun 23 03:47:00.094303 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce223b-9915-4b05-8c10-ae237722b7e2 req-d7340bc9-388c-4419-af30-b265e62c6da5 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:00.096415 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b1ce223b-9915-4b05-8c10-ae237722b7e2 req-d7340bc9-388c-4419-af30-b265e62c6da5 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 932 time: 0.1936407
Jun 23 03:47:00.099140 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d485ac3e-7188-4853-b546-404619e8fdf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.111226 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbccc58-e66d-4b83-936b-5bf63613a81e {{(pid=99522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:47:00.141170 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.162051 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3057-d8bc-493b-bf23-8371ebf57f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.175140 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3057-d8bc-493b-bf23-8371ebf57f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.179553 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Transition to ACTIVE for port object 2fbccc58-e66d-4b83-936b-5bf63613a81e will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:47:00.181732 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61267e98-18f6-4253-b5e3-998df65259a7 {{(pid=99522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:47:00.190598 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:00.191143 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.193381 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.201516 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d395ecda-4870-4f6f-a85c-29a7eea630e8 req-3a597974-a3ba-4a5d-b794-a9c02393cc28 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063280
Jun 23 03:47:00.219871 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b1ce223b-9915-4b05-8c10-ae237722b7e2 req-12116289-9d24-40cd-87fd-63dc9357dd2c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1098359
Jun 23 03:47:00.235844 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:00.249906 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 395fa879-2292-4f6e-82a3-05f37b4209e0 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:47:00.253614 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Transition to ACTIVE for port object 61267e98-18f6-4253-b5e3-998df65259a7 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:47:00.258114 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-5c8a3057-d8bc-493b-bf23-8371ebf57f93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a90fe60e0f04425095b8c5987aaad0bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8283045
Jun 23 03:47:00.262462 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53470) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:00.263274 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a3057-d8bc-493b-bf23-8371ebf57f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13215f70-53a5-486e-9aa9-81dc19683e05,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:00.277219 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5c8a3057-d8bc-493b-bf23-8371ebf57f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:00.285916 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d485ac3e-7188-4853-b546-404619e8fdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.298620 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d485ac3e-7188-4853-b546-404619e8fdf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.302669 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-d485ac3e-7188-4853-b546-404619e8fdf1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba608303-1df8-4ac5-8233-03aad25cfdef HTTP/1.1" status: 204  len: 168 time: 0.4181135
Jun 23 03:47:00.304091 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.304222 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1218f949-8764-4b32-9b23-69b5b81daef2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:00.327722 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485ac3e-7188-4853-b546-404619e8fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba608303-1df8-4ac5-8233-03aad25cfdef,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:00.336654 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d485ac3e-7188-4853-b546-404619e8fdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:00.349833 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-abecd144-cb3f-4913-a956-24c8150f1d0a req-7472f21e-6a43-449f-b7cf-e62b6fb9d959 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 210 time: 0.0634975
Jun 23 03:47:00.374025 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e8099739-500d-4053-9499-638391e91cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.379971 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e8099739-500d-4053-9499-638391e91cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.391705 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:00.393808 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-71452e7c-c20b-43c4-9e9a-56750d9ad4dd req-6a6cf7e5-1903-4f28-b195-7a834a265200 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.434618 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1f5042d8-d0e8-4c5f-a97b-c9a6aa5698a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.469750 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbccc58-e66d-4b83-936b-5bf63613a81e,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:00.483690 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:00.507032 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:00.536007 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-e8099739-500d-4053-9499-638391e91cb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=934fbfec76d74dabbc6dbc29d7537839&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6598125
Jun 23 03:47:00.536213 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 395fa879-2292-4f6e-82a3-05f37b4209e0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=395fa879-2292-4f6e-82a3-05f37b4209e0,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:00.549973 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1f5042d8-d0e8-4c5f-a97b-c9a6aa5698a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.559071 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53474) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:00.559840 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8099739-500d-4053-9499-638391e91cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ae3990-5a23-425c-955f-c621aad39aff,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:00.562417 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '395fa879-2292-4f6e-82a3-05f37b4209e0', 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf', 'port_id': '395fa879-2292-4f6e-82a3-05f37b4209e0', 'mac_address': 'fa:16:3e:fd:23:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:47:00.563890 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-e8099739-500d-4053-9499-638391e91cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:00.597288 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Attempting to bind port 2fbccc58-e66d-4b83-936b-5bf63613a81e on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:47:00.597960 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Attempting to bind port 2fbccc58-e66d-4b83-936b-5bf63613a81e by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:47:00.598480 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Attempting to bind port 2fbccc58-e66d-4b83-936b-5bf63613a81e on network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:47:00.605436 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Pushing event updated for resources: {'Port': ['ID=61267e98-18f6-4253-b5e3-998df65259a7,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:00.616566 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:00.619058 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Port 2fbccc58-e66d-4b83-936b-5bf63613a81e on network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:47:00.619800 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Attempting to bind port 2fbccc58-e66d-4b83-936b-5bf63613a81e on network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:47:00.640953 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.658172 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:47:00.658172 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Checking segment: {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:47:00.658662 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Bound using segment: {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:47:00.660720 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Bound port: 2fbccc58-e66d-4b83-936b-5bf63613a81e, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:47:00.661083 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.664752 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395fa879-2292-4f6e-82a3-05f37b4209e0 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:47:00.687719 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 395fa879-2292-4f6e-82a3-05f37b4209e0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=395fa879-2292-4f6e-82a3-05f37b4209e0,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:00.700570 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.703192 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-a7f86a6c-7934-4ab4-9a79-73b34d8d44d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:00.763271 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1f5042d8-d0e8-4c5f-a97b-c9a6aa5698a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.766490 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1f5042d8-d0e8-4c5f-a97b-c9a6aa5698a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.769581 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-1f5042d8-d0e8-4c5f-a97b-c9a6aa5698a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13215f70-53a5-486e-9aa9-81dc19683e05 HTTP/1.1" status: 204  len: 168 time: 0.5037129
Jun 23 03:47:00.784779 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] For port 2fbccc58-e66d-4b83-936b-5bf63613a81e, host hv-cinder-76859, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:47:00.786215 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:00.788542 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] For port 2fbccc58-e66d-4b83-936b-5bf63613a81e, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2fbccc58-e66d-4b83-936b-5bf63613a81e,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:47:00.792154 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=395fa879-2292-4f6e-82a3-05f37b4209e0,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:00.794308 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Attempting to bind port 61267e98-18f6-4253-b5e3-998df65259a7 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:47:00.794772 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Attempting to bind port 61267e98-18f6-4253-b5e3-998df65259a7 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:47:00.795100 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Attempting to bind port 61267e98-18f6-4253-b5e3-998df65259a7 on network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:47:00.800647 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:00.809850 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.813064 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:00.818366 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Port 61267e98-18f6-4253-b5e3-998df65259a7 on network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:47:00.818688 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Attempting to bind port 61267e98-18f6-4253-b5e3-998df65259a7 on network 1b7140d6-f6dd-42bc-aa4d-1881ebae07bf {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:47:00.826023 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5042d8-d0e8-4c5f-a97b-c9a6aa5698a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13215f70-53a5-486e-9aa9-81dc19683e05,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:00.841175 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1f5042d8-d0e8-4c5f-a97b-c9a6aa5698a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:00.859331 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:47:00.859721 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Checking segment: {'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:47:00.868785 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6d6627ad-1891-48b2-a1ed-f02db996b63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.872000 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Bound using segment: {'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:47:00.872990 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Bound port: 61267e98-18f6-4253-b5e3-998df65259a7, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '289c14b9-f3dc-4267-a60d-1b1a7d78fd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:47:00.873514 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.881755 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:00.882702 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.884387 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] 10.222.0.26 "PUT /v2.0/ports/2fbccc58-e66d-4b83-936b-5bf63613a81e HTTP/1.1" status: 200  len: 1094 time: 1.6421795
Jun 23 03:47:00.888323 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'tag': '2fbccc58-e66d-4b83-936b-5bf63613a81e'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:00.892040 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b20539-5352-462b-b231-60d971c3353b" -d '{"events": [{"name": "network-changed", "server_uuid": "962e7127-c72d-4ea9-b5d1-2f1d8dcaac24", "tag": "2fbccc58-e66d-4b83-936b-5bf63613a81e"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:00.916444 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6d6627ad-1891-48b2-a1ed-f02db996b63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:00.923334 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['395fa879-2292-4f6e-82a3-05f37b4209e0'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:47:00.995404 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] For port 61267e98-18f6-4253-b5e3-998df65259a7, host hv-cinder-76859, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:47:01.000101 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] For port 61267e98-18f6-4253-b5e3-998df65259a7, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=61267e98-18f6-4253-b5e3-998df65259a7,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:47:01.031241 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:01.044934 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31108d-3cf6-4ab8-b022-30c36782579d req-37b558b4-579c-4080-a7b6-820659609d97 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:01.046605 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-dc31108d-3cf6-4ab8-b022-30c36782579d req-37b558b4-579c-4080-a7b6-820659609d97 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 944 time: 0.5093083
Jun 23 03:47:01.051818 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6d6627ad-1891-48b2-a1ed-f02db996b63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:01.054633 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6d6627ad-1891-48b2-a1ed-f02db996b63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:01.060671 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-6d6627ad-1891-48b2-a1ed-f02db996b63b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9ae3990-5a23-425c-955f-c621aad39aff HTTP/1.1" status: 204  len: 168 time: 0.4978735
Jun 23 03:47:01.070092 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b60630a6-cbab-4e72-b301-91a2192155f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:01.093176 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6627ad-1891-48b2-a1ed-f02db996b63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ae3990-5a23-425c-955f-c621aad39aff,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:01.123684 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbccc58-e66d-4b83-936b-5bf63613a81e,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:01.135199 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:01.138614 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-64c7329c-0514-4e5e-9f43-ae3ea23df0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:01.139771 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-6d6627ad-1891-48b2-a1ed-f02db996b63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:01.152336 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:01.153173 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:01.155020 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] 10.222.0.26 "PUT /v2.0/ports/61267e98-18f6-4253-b5e3-998df65259a7 HTTP/1.1" status: 200  len: 1094 time: 2.5031970
Jun 23 03:47:01.158767 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-dc31108d-3cf6-4ab8-b022-30c36782579d req-b8c13664-c202-4d4d-9069-f10f284a9b40 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894852
Jun 23 03:47:01.229690 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-71452e7c-c20b-43c4-9e9a-56750d9ad4dd req-6a6cf7e5-1903-4f28-b195-7a834a265200 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:01.233539 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53490) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:01.240777 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39009256-02f2-4625-a3df-83089a04aa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e0bc72-eda1-483a-b697-ba2dfc8de494'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:01.243389 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d9f316-53a7-4243-9033-089aa3af67f9" -d '{"events": [{"server_uuid": "39009256-02f2-4625-a3df-83089a04aa20", "name": "network-vif-plugged", "status": "completed", "tag": "f1e0bc72-eda1-483a-b697-ba2dfc8de494"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:01.246004 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-71452e7c-c20b-43c4-9e9a-56750d9ad4dd req-6a6cf7e5-1903-4f28-b195-7a834a265200 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:01.254323 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:01.281894 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cf7e5-1903-4f28-b195-7a834a265200 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a76c8e4e-d2f3-469e-9dc1-fb25819756a9,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:01.298984 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c0de5af2-77e9-4250-a04b-be89c6c393a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:01.309350 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-6a6cf7e5-1903-4f28-b195-7a834a265200 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:01.357940 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3b1ad3-d72d-4d6a-af65-210539ce5811 x-openstack-request-id: req-2c3b1ad3-d72d-4d6a-af65-210539ce5811 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:01.358247 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962e7127-c72d-4ea9-b5d1-2f1d8dcaac24", "tag": "2fbccc58-e66d-4b83-936b-5bf63613a81e", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:01.358533 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c3b1ad3-d72d-4d6a-af65-210539ce5811 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:01.360751 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'tag': '2fbccc58-e66d-4b83-936b-5bf63613a81e', 'status': 'completed', 'code': 200}
Jun 23 03:47:01.446248 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c0de5af2-77e9-4250-a04b-be89c6c393a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:01.448330 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Pushing event updated for resources: {'Port': ['ID=61267e98-18f6-4253-b5e3-998df65259a7,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:01.455286 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:01.461470 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-56285d68-08d0-429c-9c76-2a39807f2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:01.462875 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-56285d68-08d0-429c-9c76-2a39807f2fad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 1097 time: 0.4549258
Jun 23 03:47:01.481596 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fcd7f-867f-40e3-b2d4-31bb05d5b01a req-e73e73d5-3776-4bf6-b0c3-e78026a91004 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:01.489970 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e33fcd7f-867f-40e3-b2d4-31bb05d5b01a req-e73e73d5-3776-4bf6-b0c3-e78026a91004 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 945 time: 0.4827399
Jun 23 03:47:01.491322 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-71452e7c-c20b-43c4-9e9a-56750d9ad4dd req-6a6cf7e5-1903-4f28-b195-7a834a265200 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.7733338
Jun 23 03:47:01.499290 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c0de5af2-77e9-4250-a04b-be89c6c393a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:01.533979 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:01.543333 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-c0de5af2-77e9-4250-a04b-be89c6c393a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3d06faa300d49cd9a065dedc0051f3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3086057
Jun 23 03:47:01.543674 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53502) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:01.553461 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-a2446b7c-eb35-4a05-af6a-f450046d5e2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fbccc58-e66d-4b83-936b-5bf63613a81e HTTP/1.1" status: 200  len: 217 time: 0.0807266
Jun 23 03:47:01.601747 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e33fcd7f-867f-40e3-b2d4-31bb05d5b01a req-a2dcd1f4-befd-41dd-bc90-8375d02b2aea tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107693
Jun 23 03:47:01.618484 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-df73ef1c-ddb5-4af3-b5f9-9294f2f8f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:01.620024 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-df73ef1c-ddb5-4af3-b5f9-9294f2f8f328 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 1097 time: 0.3909757
Jun 23 03:47:01.648868 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de5af2-77e9-4250-a04b-be89c6c393a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd59b1ef-1d00-4b54-898f-dc2087a07c56,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:01.671704 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-c0de5af2-77e9-4250-a04b-be89c6c393a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:01.719594 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-7469dc58-7c46-42d9-b16f-894a0a45ae83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61267e98-18f6-4253-b5e3-998df65259a7 HTTP/1.1" status: 200  len: 217 time: 0.0757129
Jun 23 03:47:01.725944 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50039a-0e03-4ded-8e81-d3bf15c63068 req-eccc297c-9de0-43a7-80d2-6730af4ae697 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:01.735849 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e994f52a-ca60-40cf-8b4d-2430e0349747 x-openstack-request-id: req-e994f52a-ca60-40cf-8b4d-2430e0349747 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:01.737516 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39009256-02f2-4625-a3df-83089a04aa20", "name": "network-vif-plugged", "status": "completed", "tag": "f1e0bc72-eda1-483a-b697-ba2dfc8de494", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:01.741946 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e994f52a-ca60-40cf-8b4d-2430e0349747 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:01.743665 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39009256-02f2-4625-a3df-83089a04aa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e0bc72-eda1-483a-b697-ba2dfc8de494', 'code': 200}
Jun 23 03:47:01.750270 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7a50039a-0e03-4ded-8e81-d3bf15c63068 req-eccc297c-9de0-43a7-80d2-6730af4ae697 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 945 time: 0.3003311
Jun 23 03:47:01.776743 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-dbf539ab-ead4-4bbc-829c-1d61fc8918f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:01.778637 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-dbf539ab-ead4-4bbc-829c-1d61fc8918f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a63d313c-a6e3-45c8-860f-63d7336cf84a HTTP/1.1" status: 200  len: 850 time: 0.2011013
Jun 23 03:47:01.786446 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cec36176-32a5-4a1e-8fae-97f6bb129765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:01.886866 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cec36176-32a5-4a1e-8fae-97f6bb129765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:01.889429 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-258f5567-fafb-44eb-ab7d-73961ddd1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:01.890876 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-258f5567-fafb-44eb-ab7d-73961ddd1621 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 200  len: 858 time: 0.1597924
Jun 23 03:47:01.907536 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7a50039a-0e03-4ded-8e81-d3bf15c63068 req-4de57f6e-e8b6-4a60-99a5-9477a2ebfd18 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495502
Jun 23 03:47:01.932043 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-7c42d70e-da62-48bc-830a-ec8237a35b4e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:01.934435 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-7c42d70e-da62-48bc-830a-ec8237a35b4e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.26 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 817 time: 0.3513732
Jun 23 03:47:01.971176 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-2df04476-ca99-4688-91b6-1e52c2eb684f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560029
Jun 23 03:47:02.090118 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-fd75a3d6-397b-46e2-ba5b-9e2fdefc89f8 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0d317e3156c4c63877c08c2e40733dc HTTP/1.1" status: 200  len: 380 time: 0.1429565
Jun 23 03:47:02.101165 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.26', 55913) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:02.122279 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'port': {'device_id': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'admin_state_up': True, 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'security_groups': ['6b32ae65-067c-410e-9ae0-6a22ff9c9301']}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:02.177121 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-2d6dc71f-db15-4fad-9d48-e203e5a8deda service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578705
Jun 23 03:47:02.200891 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-943a3e04-df70-4dd4-880e-5a6fca3d00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:02.202443 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-943a3e04-df70-4dd4-880e-5a6fca3d00c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cea1e4e-1863-44a6-ac96-46e29b9fc013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4140432
Jun 23 03:47:02.241689 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf89e-481e-43fa-91ee-23e373ccc5e5 req-249e853c-a3b4-45f6-9ec4-ec4aee13939f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:02.247412 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 395fa879-2292-4f6e-82a3-05f37b4209e0 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:47:02.249291 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1e9cf89e-481e-43fa-91ee-23e373ccc5e5 req-249e853c-a3b4-45f6-9ec4-ec4aee13939f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 944 time: 0.3326595
Jun 23 03:47:02.282124 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cec36176-32a5-4a1e-8fae-97f6bb129765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:02.319871 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cec36176-32a5-4a1e-8fae-97f6bb129765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:02.321089 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-cec36176-32a5-4a1e-8fae-97f6bb129765 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd59b1ef-1d00-4b54-898f-dc2087a07c56 HTTP/1.1" status: 204  len: 168 time: 0.7752023
Jun 23 03:47:02.357013 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e0f94832-c926-410b-be66-052ea2876ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:02.366780 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 395fa879-2292-4f6e-82a3-05f37b4209e0 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:47:02.373111 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 395fa879-2292-4f6e-82a3-05f37b4209e0 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:47:02.373763 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:02.382364 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-65365cb8-a23d-4ffb-91b6-f89752b81600 req-2a513558-0b2d-4306-ab71-63307d3dac6b tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 210 time: 0.2759631
Jun 23 03:47:02.509594 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:02.570850 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7f52a-2f07-4c55-82d7-d2964b637efb req-5b655b06-dfb8-4294-81f0-d5af3a98263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:02.572327 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-01b7f52a-2f07-4c55-82d7-d2964b637efb req-5b655b06-dfb8-4294-81f0-d5af3a98263e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 1098 time: 0.4434121
Jun 23 03:47:02.575391 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 395fa879-2292-4f6e-82a3-05f37b4209e0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=395fa879-2292-4f6e-82a3-05f37b4209e0,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:02.583467 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:02.586406 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-15006e82-3851-4df3-8667-6368df65ae42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:02.648688 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Made reservation on behalf of f0d317e3156c4c63877c08c2e40733dc for: {'port': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:47:02.652782 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:02.687421 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-01b7f52a-2f07-4c55-82d7-d2964b637efb req-5dcd1a1f-234c-46a5-842e-19bae2c0dd4a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058962
Jun 23 03:47:02.688544 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=395fa879-2292-4f6e-82a3-05f37b4209e0,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:02.700186 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:02.704191 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:02.708305 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-4679839b-df00-46e5-a9ca-199fb23fffaf service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4888260
Jun 23 03:47:02.741890 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1e9cf89e-481e-43fa-91ee-23e373ccc5e5 req-7a44a3f9-b537-4444-a2e5-7a4c33ebd336 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4916570
Jun 23 03:47:02.757067 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec36176-32a5-4a1e-8fae-97f6bb129765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd59b1ef-1d00-4b54-898f-dc2087a07c56,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:02.773665 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cec36176-32a5-4a1e-8fae-97f6bb129765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:02.837497 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Allocated IP 172.20.0.12 (9ea4c225-0269-41c8-af63-68574b8e5074/4691dceb-073d-461b-96a9-5b5162e6fda2/104753e7-eb32-4eee-a85e-c94bf8b4166e) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:47:02.856743 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f5080669-4c92-44eb-80fc-cbac92bde361 req-5f8bf969-e2bb-4341-9467-3487fe0cb452 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6661384
Jun 23 03:47:02.915440 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7178ee16-4d65-4cb7-847f-f3646476f7c1 req-3ebcaff4-a109-43c9-ac9c-52a34171b639 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419728
Jun 23 03:47:03.009183 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dd30e-3935-4b17-b8e3-f052cba1af6f req-5d0ceddc-827e-46a3-be23-41416c0b2a12 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:03.011607 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-469dd30e-3935-4b17-b8e3-f052cba1af6f req-5d0ceddc-827e-46a3-be23-41416c0b2a12 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 944 time: 0.4225156
Jun 23 03:47:03.087603 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12d32c-79d4-4767-b0c3-4d1b27e87f6d req-e37e8761-6513-42a7-8b90-875b2f0bca0d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:03.089207 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5e12d32c-79d4-4767-b0c3-4d1b27e87f6d req-e37e8761-6513-42a7-8b90-875b2f0bca0d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 945 time: 0.1515987
Jun 23 03:47:03.109779 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-469dd30e-3935-4b17-b8e3-f052cba1af6f req-51ab01d1-765f-42ef-8d33-da198751a856 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881970
Jun 23 03:47:03.134041 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:03.147790 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5e12d32c-79d4-4767-b0c3-4d1b27e87f6d req-2f288a0f-2591-43fc-b4fd-ac8df1a476b2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500650
Jun 23 03:47:03.154505 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b20539-5352-462b-b231-60d971c3353b req-de9e4107-aa28-49b0-99cc-45b3c72dbe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:03.156145 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-04b20539-5352-462b-b231-60d971c3353b req-de9e4107-aa28-49b0-99cc-45b3c72dbe3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 1097 time: 0.1343191
Jun 23 03:47:03.182016 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Transition to ACTIVE for port object 104753e7-eb32-4eee-a85e-c94bf8b4166e will not be triggered until provisioned by entity DHCP. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:47:03.247588 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:03.254013 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d1656c3d-6112-4e06-9f39-357794701821 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:03.315325 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b20539-5352-462b-b231-60d971c3353b req-456bf53e-55b4-4340-a85c-78ccceb69cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:03.316914 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Network 9ea4c225-0269-41c8-af63-68574b8e5074 is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:47:03.317826 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-04b20539-5352-462b-b231-60d971c3353b req-456bf53e-55b4-4340-a85c-78ccceb69cdb service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 200  len: 911 time: 0.1543438
Jun 23 03:47:03.333691 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:47:03.336973 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:47:03.342799 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:03.343082 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:03.362609 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'Port': ['ID=104753e7-eb32-4eee-a85e-c94bf8b4166e,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:03.363537 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43979d47-dba6-414c-866e-fb1cb40ae61b', 'tag': '61267e98-18f6-4253-b5e3-998df65259a7'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:03.366216 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c3eacf-7e35-4b6a-ae17-abc66016f697" -d '{"events": [{"name": "network-changed", "server_uuid": "43979d47-dba6-414c-866e-fb1cb40ae61b", "tag": "61267e98-18f6-4253-b5e3-998df65259a7"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:03.370966 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-04b20539-5352-462b-b231-60d971c3353b req-4fef0371-4dde-4eea-a3f1-d1de0641ea3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fbccc58-e66d-4b83-936b-5bf63613a81e HTTP/1.1" status: 200  len: 217 time: 0.0443676
Jun 23 03:47:03.373164 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:03.400506 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2818434
Jun 23 03:47:03.423467 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7ff42e-f8f2-4586-8975-e88d91fae28c x-openstack-request-id: req-ef7ff42e-f8f2-4586-8975-e88d91fae28c {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:03.423928 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43979d47-dba6-414c-866e-fb1cb40ae61b", "tag": "61267e98-18f6-4253-b5e3-998df65259a7", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:03.424513 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef7ff42e-f8f2-4586-8975-e88d91fae28c {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:03.425200 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43979d47-dba6-414c-866e-fb1cb40ae61b', 'tag': '61267e98-18f6-4253-b5e3-998df65259a7', 'status': 'completed', 'code': 200}
Jun 23 03:47:03.435441 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Request body: {'port': {'device_id': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:03.484536 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fa2c0-3bf2-4eae-98a6-0279ee97e3ec req-4886c61d-5c84-425b-84ee-e1f37fb09664 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:03.491511 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-672fa2c0-3bf2-4eae-98a6-0279ee97e3ec req-4886c61d-5c84-425b-84ee-e1f37fb09664 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 945 time: 0.1775134
Jun 23 03:47:03.496236 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b20539-5352-462b-b231-60d971c3353b req-972d82c4-5481-4cdd-afb9-66e48602ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:03.497095 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-04b20539-5352-462b-b231-60d971c3353b req-972d82c4-5481-4cdd-afb9-66e48602ede8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a63d313c-a6e3-45c8-860f-63d7336cf84a HTTP/1.1" status: 200  len: 850 time: 0.1187553
Jun 23 03:47:03.630571 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b20539-5352-462b-b231-60d971c3353b req-e541fe75-7050-4bb7-a546-7f7aa449d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:03.632897 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-04b20539-5352-462b-b231-60d971c3353b req-e541fe75-7050-4bb7-a546-7f7aa449d7b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cea1e4e-1863-44a6-ac96-46e29b9fc013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1273997
Jun 23 03:47:03.635045 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3eacf-7e35-4b6a-ae17-abc66016f697 req-16e08e93-0b3c-4783-9a49-964261f21d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:03.636472 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07c3eacf-7e35-4b6a-ae17-abc66016f697 req-16e08e93-0b3c-4783-9a49-964261f21d17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 1097 time: 0.1931851
Jun 23 03:47:03.645279 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-672fa2c0-3bf2-4eae-98a6-0279ee97e3ec req-4952d912-7f72-4a70-99d0-fa89587043bf tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528029
Jun 23 03:47:03.646712 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:03.745241 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86b2c8-547a-4227-ac1b-9a6d5a73c498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395fa879-2292-4f6e-82a3-05f37b4209e0'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:03.749188 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6100b87-b7bd-4e9b-b772-5161b9c65fb5" -d '{"events": [{"server_uuid": "1b86b2c8-547a-4227-ac1b-9a6d5a73c498", "name": "network-vif-plugged", "status": "completed", "tag": "395fa879-2292-4f6e-82a3-05f37b4209e0"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:03.797133 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-ee03aa06-3d91-45e2-baca-4297051365c5 None None] Provisioning for port 104753e7-eb32-4eee-a85e-c94bf8b4166e completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:47:03.803697 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-ee03aa06-3d91-45e2-baca-4297051365c5 None None] Provisioning complete for port 104753e7-eb32-4eee-a85e-c94bf8b4166e triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:47:03.804533 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ee03aa06-3d91-45e2-baca-4297051365c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:03.863592 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2884d9-4661-488d-a11b-a6e9fa0dce6b x-openstack-request-id: req-7f2884d9-4661-488d-a11b-a6e9fa0dce6b {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:03.865624 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86b2c8-547a-4227-ac1b-9a6d5a73c498", "name": "network-vif-plugged", "status": "completed", "tag": "395fa879-2292-4f6e-82a3-05f37b4209e0", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:03.867726 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f2884d9-4661-488d-a11b-a6e9fa0dce6b {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:03.868393 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b86b2c8-547a-4227-ac1b-9a6d5a73c498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395fa879-2292-4f6e-82a3-05f37b4209e0', 'code': 200}
Jun 23 03:47:03.889373 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3eacf-7e35-4b6a-ae17-abc66016f697 req-f325de3e-5749-41d2-9bc3-572341ae0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:03.890872 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07c3eacf-7e35-4b6a-ae17-abc66016f697 req-f325de3e-5749-41d2-9bc3-572341ae0169 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 918 time: 0.2318032
Jun 23 03:47:03.904698 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-ee03aa06-3d91-45e2-baca-4297051365c5 None None] Port 104753e7-eb32-4eee-a85e-c94bf8b4166e cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:47:03.973857 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07c3eacf-7e35-4b6a-ae17-abc66016f697 req-ce5ff8d0-490d-4ff2-ba2b-c245aee85737 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61267e98-18f6-4253-b5e3-998df65259a7 HTTP/1.1" status: 200  len: 217 time: 0.0476937
Jun 23 03:47:04.051999 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d19ff2-c8d7-4fb5-a4cb-e18e30534142 req-40f9fe4c-df69-45cc-bc44-023ee9529bb9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:04.059108 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-77d19ff2-c8d7-4fb5-a4cb-e18e30534142 req-40f9fe4c-df69-45cc-bc44-023ee9529bb9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 932 time: 0.1672399
Jun 23 03:47:04.065988 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-04b20539-5352-462b-b231-60d971c3353b req-ce94ac64-ff94-4729-baa8-3f0c7115695c service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4173594
Jun 23 03:47:04.116233 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-77d19ff2-c8d7-4fb5-a4cb-e18e30534142 req-86693a79-f93f-4754-8815-7fd8bdf0b5aa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561323
Jun 23 03:47:04.324220 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3eacf-7e35-4b6a-ae17-abc66016f697 req-86c36936-5c55-43fe-9070-4b33842650d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:04.325755 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07c3eacf-7e35-4b6a-ae17-abc66016f697 req-86c36936-5c55-43fe-9070-4b33842650d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 200  len: 858 time: 0.3450458
Jun 23 03:47:04.369157 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07c3eacf-7e35-4b6a-ae17-abc66016f697 req-d9763d63-e628-4698-8923-c37e794837a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0320642
Jun 23 03:47:04.373861 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fe128-6351-4d08-a1a5-be865151872e req-0b9ddf58-23c6-491d-b4a5-ce50dcbb3af6 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:04.382709 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e96fe128-6351-4d08-a1a5-be865151872e req-0b9ddf58-23c6-491d-b4a5-ce50dcbb3af6 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 944 time: 0.2083626
Jun 23 03:47:04.477309 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104753e7-eb32-4eee-a85e-c94bf8b4166e {{(pid=99523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:47:04.488836 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee6b2a-485b-47c2-a06b-63ca52c34277 req-f72b8c63-3d0e-45ca-8bf6-49f98c91d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:04.490477 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3bee6b2a-485b-47c2-a06b-63ca52c34277 req-f72b8c63-3d0e-45ca-8bf6-49f98c91d561 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 1099 time: 0.2344971
Jun 23 03:47:04.491948 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07c3eacf-7e35-4b6a-ae17-abc66016f697 req-626f70cd-2f3b-49cb-a303-89d0fe0894ea service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1073217
Jun 23 03:47:04.493055 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:04.498943 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e96fe128-6351-4d08-a1a5-be865151872e req-3e57ed49-3c2a-498f-9bee-2b4b9ec86148 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1153998
Jun 23 03:47:04.524607 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Transition to ACTIVE for port object 104753e7-eb32-4eee-a85e-c94bf8b4166e will not be triggered until provisioned by entity L2. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:47:04.529715 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:04.540444 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:04.587412 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3bee6b2a-485b-47c2-a06b-63ca52c34277 req-3165dbaa-4ef6-48bf-b88c-179f96090639 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824294
Jun 23 03:47:04.629435 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Pushing event updated for resources: {'Port': ['ID=104753e7-eb32-4eee-a85e-c94bf8b4166e,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:04.644053 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:04.645972 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07c3eacf-7e35-4b6a-ae17-abc66016f697 req-48232d5b-f0df-48f0-bf57-3e4e5d97e5fa service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313632
Jun 23 03:47:04.649267 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-04b20539-5352-462b-b231-60d971c3353b req-468d85b3-b737-438e-a48a-fd4f31fbc4a7 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5499628
Jun 23 03:47:04.670915 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Attempting to bind port 104753e7-eb32-4eee-a85e-c94bf8b4166e on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:47:04.671472 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Attempting to bind port 104753e7-eb32-4eee-a85e-c94bf8b4166e by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:47:04.673252 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Attempting to bind port 104753e7-eb32-4eee-a85e-c94bf8b4166e on network 9ea4c225-0269-41c8-af63-68574b8e5074 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:47:04.683850 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c706cb3-fc7d-43c3-b7fc-7121926987d2 req-a820d13c-781d-43c8-a2a2-34bced687ff4 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:04.689104 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Port 104753e7-eb32-4eee-a85e-c94bf8b4166e on network 9ea4c225-0269-41c8-af63-68574b8e5074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:47:04.689569 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Attempting to bind port 104753e7-eb32-4eee-a85e-c94bf8b4166e on network 9ea4c225-0269-41c8-af63-68574b8e5074 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:47:04.692129 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1c706cb3-fc7d-43c3-b7fc-7121926987d2 req-a820d13c-781d-43c8-a2a2-34bced687ff4 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 944 time: 0.3559623
Jun 23 03:47:04.697610 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:47:04.697969 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Checking segment: {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:47:04.698437 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Bound using segment: {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:47:04.698976 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Bound port: 104753e7-eb32-4eee-a85e-c94bf8b4166e, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'}}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:47:04.699386 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:04.761401 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1c706cb3-fc7d-43c3-b7fc-7121926987d2 req-af28627b-0e67-4538-b8a4-ce9bfdeeafce tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678918
Jun 23 03:47:04.840739 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, cleared binding levels {{(pid=99523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:47:04.849130 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:47:04.861537 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:04.873863 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8ff10536-201c-48b3-8b8d-ad4b7cae6ad2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:04.918692 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:04.919600 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:04.921751 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] 10.222.0.26 "PUT /v2.0/ports/104753e7-eb32-4eee-a85e-c94bf8b4166e HTTP/1.1" status: 200  len: 1094 time: 1.5097430
Jun 23 03:47:04.924032 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:04.927160 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e9dc43-6dc7-4331-ac92-10c81825972f" -d '{"events": [{"name": "network-changed", "server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:04.947361 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2510d5-1ff9-4c03-b456-7e59901cadc7 req-7e971d09-1a05-4c65-a442-93839de427f2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:04.948532 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-de2510d5-1ff9-4c03-b456-7e59901cadc7 req-7e971d09-1a05-4c65-a442-93839de427f2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 945 time: 0.1700702
Jun 23 03:47:04.994344 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e03e4bea-1544-4e73-bcd0-04103ee3b73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:05.032176 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Pushing event updated for resources: {'Port': ['ID=104753e7-eb32-4eee-a85e-c94bf8b4166e,revision_number=3']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:05.042237 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:05.053591 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d03eeeb-b95d-42ab-9af7-75f98c63624f x-openstack-request-id: req-5d03eeeb-b95d-42ab-9af7-75f98c63624f {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:05.053979 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:05.054322 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d03eeeb-b95d-42ab-9af7-75f98c63624f {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:05.054893 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'status': 'completed', 'code': 200}
Jun 23 03:47:05.070851 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-de2510d5-1ff9-4c03-b456-7e59901cadc7 req-56de4514-d7ee-408a-9350-70eafe0cfed3 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143458
Jun 23 03:47:05.117518 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-eaa8d375-714a-4c36-bf79-a132ae1f88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:05.119043 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-eaa8d375-714a-4c36-bf79-a132ae1f88d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 1097 time: 0.1195519
Jun 23 03:47:05.177676 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-97f62581-66e4-418f-b601-066669da3fc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e HTTP/1.1" status: 200  len: 217 time: 0.0481622
Jun 23 03:47:05.273892 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-40c7a80b-8adc-490b-be70-f33eb35e286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:05.275664 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-40c7a80b-8adc-490b-be70-f33eb35e286e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 200  len: 856 time: 0.0861390
Jun 23 03:47:05.343431 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ceed61-6249-4d1f-aa30-4d9e366c63c5 req-b70220e7-bfe5-4502-863e-4decc8decb5f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:05.352333 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a2ceed61-6249-4d1f-aa30-4d9e366c63c5 req-b70220e7-bfe5-4502-863e-4decc8decb5f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0767450
Jun 23 03:47:05.359699 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:05.375272 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-6dd7006d-c13a-41b0-be03-adacf105ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:05.392339 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-6dd7006d-c13a-41b0-be03-adacf105ed06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ea4c225-0269-41c8-af63-68574b8e5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0936730
Jun 23 03:47:05.404321 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a2ceed61-6249-4d1f-aa30-4d9e366c63c5 req-3073746e-1827-4e15-885f-5eaeac4a16aa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500705
Jun 23 03:47:05.587876 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-2fd08438-7cd1-4b0d-8c9a-3633cc2a897a service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945524
Jun 23 03:47:05.849282 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-806e3773-79eb-4bb3-87b4-dcb9b5b45075 req-e56f8ec4-3e84-4a08-a14a-9bb468166b0e service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2542508
Jun 23 03:47:05.863660 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93366f-41fd-4fe8-9a38-0649e7bde3af req-b0aead9f-d4b3-4d40-94ba-2aa27d4d979e tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:05.865151 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-aa93366f-41fd-4fe8-9a38-0649e7bde3af req-b0aead9f-d4b3-4d40-94ba-2aa27d4d979e tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 944 time: 0.1263411
Jun 23 03:47:05.909059 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-aa93366f-41fd-4fe8-9a38-0649e7bde3af req-9578ebaa-e7f6-40ae-811d-2748f21a2a13 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374024
Jun 23 03:47:06.009186 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9dc43-6dc7-4331-ac92-10c81825972f req-3df3981f-d573-45c1-9c25-bccf152de6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:06.010915 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f2e9dc43-6dc7-4331-ac92-10c81825972f req-3df3981f-d573-45c1-9c25-bccf152de6ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 1097 time: 0.1007774
Jun 23 03:47:06.138327 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53692) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:06.154846 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9dc43-6dc7-4331-ac92-10c81825972f req-d083cf97-b830-4528-8afa-b96bb0941448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:06.156655 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f2e9dc43-6dc7-4331-ac92-10c81825972f req-d083cf97-b830-4528-8afa-b96bb0941448 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 917 time: 0.1379273
Jun 23 03:47:06.181168 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0ebc8-e2ca-49af-b0ca-fede021b5311 req-f20aa48a-8f28-4347-8858-c5d0011303d5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:06.183145 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e8b0ebc8-e2ca-49af-b0ca-fede021b5311 req-f20aa48a-8f28-4347-8858-c5d0011303d5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 944 time: 0.1389196
Jun 23 03:47:06.213667 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f2e9dc43-6dc7-4331-ac92-10c81825972f req-b182f2a1-5765-4715-a236-3edc97ebafa2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e HTTP/1.1" status: 200  len: 217 time: 0.0505140
Jun 23 03:47:06.263090 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 61267e98-18f6-4253-b5e3-998df65259a7 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:47:06.279636 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-608f7d57-4461-4b04-8b1a-1c3efc55676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:06.308181 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e8b0ebc8-e2ca-49af-b0ca-fede021b5311 req-c5192725-e561-457a-9129-1c7269206dd8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965557
Jun 23 03:47:06.321310 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9dc43-6dc7-4331-ac92-10c81825972f req-8a7b66d8-66d9-4a1f-aa13-3035382de85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:06.323152 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f2e9dc43-6dc7-4331-ac92-10c81825972f req-8a7b66d8-66d9-4a1f-aa13-3035382de85d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 200  len: 856 time: 0.0972905
Jun 23 03:47:06.411800 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:06.416837 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9dc43-6dc7-4331-ac92-10c81825972f req-5fcbb448-9714-4195-83e7-b062dc5ec1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:06.419685 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f2e9dc43-6dc7-4331-ac92-10c81825972f req-5fcbb448-9714-4195-83e7-b062dc5ec1ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ea4c225-0269-41c8-af63-68574b8e5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827260
Jun 23 03:47:06.479270 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-608f7d57-4461-4b04-8b1a-1c3efc55676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:06.485636 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-608f7d57-4461-4b04-8b1a-1c3efc55676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:06.493499 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:06.495642 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 61267e98-18f6-4253-b5e3-998df65259a7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=61267e98-18f6-4253-b5e3-998df65259a7,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:06.522895 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '61267e98-18f6-4253-b5e3-998df65259a7', 'network_id': '1b7140d6-f6dd-42bc-aa4d-1881ebae07bf', 'port_id': '61267e98-18f6-4253-b5e3-998df65259a7', 'mac_address': 'fa:16:3e:87:4d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:47:06.599086 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:06.613132 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61267e98-18f6-4253-b5e3-998df65259a7 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:47:06.616904 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f2e9dc43-6dc7-4331-ac92-10c81825972f req-73447e18-0fe7-418f-8f36-e980e13cf4ed service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1897831
Jun 23 03:47:06.626199 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-608f7d57-4461-4b04-8b1a-1c3efc55676a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a4c57b04cc6416e8ebc5cf90fec4025&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4864151
Jun 23 03:47:06.629275 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53704) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:06.637887 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 61267e98-18f6-4253-b5e3-998df65259a7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=61267e98-18f6-4253-b5e3-998df65259a7,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:06.646564 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:06.647918 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 2fbccc58-e66d-4b83-936b-5bf63613a81e details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:47:06.650248 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f7d57-4461-4b04-8b1a-1c3efc55676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c71fd1-b5a6-4b03-a46a-eb3537f599ad,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:06.662091 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-608f7d57-4461-4b04-8b1a-1c3efc55676a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:06.761121 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-b168219a-7f03-4c7a-bd3d-3e1539672be7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:06.761811 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6d43b-73d8-4090-8ab1-3616e3c47bcd req-b847a9e3-70c6-4154-9948-ddc0de141b9c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:06.770554 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4ca6d43b-73d8-4090-8ab1-3616e3c47bcd req-b847a9e3-70c6-4154-9948-ddc0de141b9c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.1999381
Jun 23 03:47:06.782060 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-850d708e-5037-4b0c-8545-f1c60ffa8a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:06.837350 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4ca6d43b-73d8-4090-8ab1-3616e3c47bcd req-9081617a-eaf0-4b62-add9-21b0ce70abcd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657835
Jun 23 03:47:06.839469 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-850d708e-5037-4b0c-8545-f1c60ffa8a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:06.850895 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 2fbccc58-e66d-4b83-936b-5bf63613a81e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2fbccc58-e66d-4b83-936b-5bf63613a81e,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:06.875326 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '2fbccc58-e66d-4b83-936b-5bf63613a81e', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'port_id': '2fbccc58-e66d-4b83-936b-5bf63613a81e', 'mac_address': 'fa:16:3e:7c:18:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:47:06.877339 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=61267e98-18f6-4253-b5e3-998df65259a7,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:06.889465 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:06.937341 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-850d708e-5037-4b0c-8545-f1c60ffa8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:06.941258 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-850d708e-5037-4b0c-8545-f1c60ffa8a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:06.944257 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-850d708e-5037-4b0c-8545-f1c60ffa8a3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6c71fd1-b5a6-4b03-a46a-eb3537f599ad HTTP/1.1" status: 204  len: 168 time: 0.3139975
Jun 23 03:47:06.945082 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fc1fdde6-5df0-45fc-a1fa-4723967a856a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:06.956813 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d708e-5037-4b0c-8545-f1c60ffa8a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c71fd1-b5a6-4b03-a46a-eb3537f599ad,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:06.958571 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:06.968323 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-850d708e-5037-4b0c-8545-f1c60ffa8a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:06.974589 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbccc58-e66d-4b83-936b-5bf63613a81e {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:47:07.007132 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 2fbccc58-e66d-4b83-936b-5bf63613a81e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2fbccc58-e66d-4b83-936b-5bf63613a81e,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:07.013342 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:07.014648 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f2e9dc43-6dc7-4331-ac92-10c81825972f req-d5bb8802-4142-48c1-87d9-ec69b91bec6a service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3888998
Jun 23 03:47:07.016328 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:07.076255 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=2fbccc58-e66d-4b83-936b-5bf63613a81e,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:07.079181 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:07.180201 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef16e29-262d-4d7c-95fb-6bb3eb69db68 req-35159bdf-03f3-4541-bf4e-526342549014 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:07.181800 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cef16e29-262d-4d7c-95fb-6bb3eb69db68 req-35159bdf-03f3-4541-bf4e-526342549014 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 945 time: 0.0726016
Jun 23 03:47:07.229566 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cef16e29-262d-4d7c-95fb-6bb3eb69db68 req-7d22235f-28d6-48cf-8a67-f4da556e3538 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419638
Jun 23 03:47:07.311068 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 53732) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:07.324438 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0750ee69-035a-4ea3-bd3c-bc8b3c5f2b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:07.336547 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['61267e98-18f6-4253-b5e3-998df65259a7'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:47:07.339287 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['2fbccc58-e66d-4b83-936b-5bf63613a81e'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:47:07.432200 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0750ee69-035a-4ea3-bd3c-bc8b3c5f2b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:07.437356 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0750ee69-035a-4ea3-bd3c-bc8b3c5f2b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:07.441668 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b6fee952-d3be-4f6f-bd23-26c8d2a9212b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:07.483218 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-0750ee69-035a-4ea3-bd3c-bc8b3c5f2b83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49549a6b214a4fccb5f04016ebe4a986&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1708906
Jun 23 03:47:07.483932 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750ee69-035a-4ea3-bd3c-bc8b3c5f2b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8b9e09-6789-4224-a598-f8777e0987bc,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:07.485684 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53736) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:07.489469 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:07.498172 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-0750ee69-035a-4ea3-bd3c-bc8b3c5f2b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:07.550694 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d14db-50b3-41df-b27d-62e402f0ad90 req-e178454f-da68-40f9-bb32-c84d8cd9c7bb tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:07.553839 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2e6d14db-50b3-41df-b27d-62e402f0ad90 req-e178454f-da68-40f9-bb32-c84d8cd9c7bb tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 945 time: 0.1087778
Jun 23 03:47:07.572476 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8bccae33-6b5d-47fe-bd53-5ea3929847a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:07.604327 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8bccae33-6b5d-47fe-bd53-5ea3929847a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:07.624461 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2e6d14db-50b3-41df-b27d-62e402f0ad90 req-0690c63a-3565-4c98-ac8b-de11cc1dc267 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611465
Jun 23 03:47:07.667911 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8bccae33-6b5d-47fe-bd53-5ea3929847a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:07.670676 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8bccae33-6b5d-47fe-bd53-5ea3929847a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:07.675172 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-8bccae33-6b5d-47fe-bd53-5ea3929847a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a8b9e09-6789-4224-a598-f8777e0987bc HTTP/1.1" status: 204  len: 168 time: 0.1849198
Jun 23 03:47:07.675172 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:07.685296 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccae33-6b5d-47fe-bd53-5ea3929847a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8b9e09-6789-4224-a598-f8777e0987bc,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:07.687545 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8bccae33-6b5d-47fe-bd53-5ea3929847a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:08.068242 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabdfaa-89b5-459d-bb4d-56be4c550ae2 req-71eaa57a-614d-4c0e-9764-945c0da26164 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:08.069772 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4dabdfaa-89b5-459d-bb4d-56be4c550ae2 req-71eaa57a-614d-4c0e-9764-945c0da26164 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0767379
Jun 23 03:47:08.112901 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4dabdfaa-89b5-459d-bb4d-56be4c550ae2 req-159f48c2-5cb0-43fe-8bb0-fc778e037f27 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371065
Jun 23 03:47:08.253801 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 104753e7-eb32-4eee-a85e-c94bf8b4166e details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:47:08.255954 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 61267e98-18f6-4253-b5e3-998df65259a7 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:47:08.373770 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 61267e98-18f6-4253-b5e3-998df65259a7 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:47:08.384234 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 61267e98-18f6-4253-b5e3-998df65259a7 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:47:08.389010 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:08.450856 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:08.467450 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'port_id': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'mac_address': 'fa:16:3e:9b:93:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:47:08.473984 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5080962-b82e-4f05-8dbe-29705595edc5 req-4f0a127b-a68e-4cbb-9a6a-f49428b4b551 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:08.475482 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d5080962-b82e-4f05-8dbe-29705595edc5 req-4f0a127b-a68e-4cbb-9a6a-f49428b4b551 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 945 time: 0.0703025
Jun 23 03:47:08.514266 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d5080962-b82e-4f05-8dbe-29705595edc5 req-7bc039d8-cc22-451d-9e15-81549b1a8c92 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331450
Jun 23 03:47:08.543273 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:08.545034 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:08.569901 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104753e7-eb32-4eee-a85e-c94bf8b4166e {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:47:08.578993 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43979d47-dba6-414c-866e-fb1cb40ae61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61267e98-18f6-4253-b5e3-998df65259a7'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:08.581637 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c0be92-df47-40d4-b1f0-ff96b6a2ae51" -d '{"events": [{"server_uuid": "43979d47-dba6-414c-866e-fb1cb40ae61b", "name": "network-vif-plugged", "status": "completed", "tag": "61267e98-18f6-4253-b5e3-998df65259a7"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:08.599160 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 61267e98-18f6-4253-b5e3-998df65259a7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=61267e98-18f6-4253-b5e3-998df65259a7,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:08.606947 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:08.607805 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 2fbccc58-e66d-4b83-936b-5bf63613a81e up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:47:08.610447 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:08.611960 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:08.651582 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:08.657148 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdf3460-547c-466b-bff5-1610ea27500e x-openstack-request-id: req-4bdf3460-547c-466b-bff5-1610ea27500e {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:08.657449 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43979d47-dba6-414c-866e-fb1cb40ae61b", "name": "network-vif-plugged", "status": "completed", "tag": "61267e98-18f6-4253-b5e3-998df65259a7", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:08.657873 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bdf3460-547c-466b-bff5-1610ea27500e {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:08.658637 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43979d47-dba6-414c-866e-fb1cb40ae61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61267e98-18f6-4253-b5e3-998df65259a7', 'code': 200}
Jun 23 03:47:08.702647 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=61267e98-18f6-4253-b5e3-998df65259a7,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:08.706995 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:08.707472 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:08.736977 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 2fbccc58-e66d-4b83-936b-5bf63613a81e completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:47:08.746113 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 2fbccc58-e66d-4b83-936b-5bf63613a81e triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:47:08.746497 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:08.786566 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=104753e7-eb32-4eee-a85e-c94bf8b4166e,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:08.790902 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:08.811948 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fabfa1-609e-4390-8f78-651db7c1389e req-06520c3b-851e-4d81-a1a2-e105688c906b tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:08.820438 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a1fabfa1-609e-4390-8f78-651db7c1389e req-06520c3b-851e-4d81-a1a2-e105688c906b tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0788541
Jun 23 03:47:08.851787 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:08.863930 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a1fabfa1-609e-4390-8f78-651db7c1389e req-881dea20-bd6e-4c14-94ba-065d47f1c6fc tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424268
Jun 23 03:47:08.888033 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 2fbccc58-e66d-4b83-936b-5bf63613a81e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2fbccc58-e66d-4b83-936b-5bf63613a81e,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:08.891777 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:08.894180 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:09.013428 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53812) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:09.046098 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=2fbccc58-e66d-4b83-936b-5bf63613a81e,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:09.049760 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:09.123096 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-293d9f3a-8088-46fe-acdb-58ad41d57abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:09.232762 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-293d9f3a-8088-46fe-acdb-58ad41d57abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:09.237944 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-293d9f3a-8088-46fe-acdb-58ad41d57abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:09.240469 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b89db2e1-d111-4bdb-ab35-e0a23a373200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:09.277168 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d9f3a-8088-46fe-acdb-58ad41d57abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b781b07d-2f51-4b1c-adda-99e1859856ce,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:09.291607 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-293d9f3a-8088-46fe-acdb-58ad41d57abc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fd75e570ea74acd9c0f4bc0017c0260&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2767477
Jun 23 03:47:09.292846 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-293d9f3a-8088-46fe-acdb-58ad41d57abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:09.293888 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 53832) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:09.326184 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fb938-50ca-492c-ade1-f5c5a3552657 req-43ec4bff-aa56-4c91-ad14-f4dd8f03f5f1 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:09.336693 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-080fb938-50ca-492c-ade1-f5c5a3552657 req-43ec4bff-aa56-4c91-ad14-f4dd8f03f5f1 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 945 time: 0.0885298
Jun 23 03:47:09.345962 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-92e1bb99-2573-42cf-b0b8-f0569c138ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:09.374219 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-92e1bb99-2573-42cf-b0b8-f0569c138ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:09.382741 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-080fb938-50ca-492c-ade1-f5c5a3552657 req-9bc370a7-a7be-4605-a351-95ea7b071f1e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448973
Jun 23 03:47:09.433894 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-92e1bb99-2573-42cf-b0b8-f0569c138ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:09.436445 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-92e1bb99-2573-42cf-b0b8-f0569c138ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:09.440686 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-92e1bb99-2573-42cf-b0b8-f0569c138ab7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b781b07d-2f51-4b1c-adda-99e1859856ce HTTP/1.1" status: 204  len: 168 time: 0.1428094
Jun 23 03:47:09.440686 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1f5042d8-d0e8-4c5f-a97b-c9a6aa5698a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:09.447090 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1bb99-2573-42cf-b0b8-f0569c138ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b781b07d-2f51-4b1c-adda-99e1859856ce,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:09.453684 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-92e1bb99-2573-42cf-b0b8-f0569c138ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:09.696699 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95f599-e308-48ad-a782-dc90c4df7d16 req-737e38ff-1c18-4acf-8d7b-2666861f779f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:09.696699 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-df95f599-e308-48ad-a782-dc90c4df7d16 req-737e38ff-1c18-4acf-8d7b-2666861f779f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0630989
Jun 23 03:47:09.732473 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-df95f599-e308-48ad-a782-dc90c4df7d16 req-7284f99f-b4d7-49bf-a211-50a030295a95 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324781
Jun 23 03:47:10.036059 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935209df-bc24-471a-8377-5bc61e418168 req-3b269704-ee6d-4501-ac6e-bb9b0eb55fd3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:10.037530 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-935209df-bc24-471a-8377-5bc61e418168 req-3b269704-ee6d-4501-ac6e-bb9b0eb55fd3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0627224
Jun 23 03:47:10.074716 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-935209df-bc24-471a-8377-5bc61e418168 req-48a2ffa2-46b5-4cb7-ad0c-764a5687c4c2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315285
Jun 23 03:47:10.592048 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320df3d-de41-41a2-a9d2-8708265f2a1d req-f424daef-ff0f-4b9d-a351-3eeb4a4c9308 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:10.593583 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7320df3d-de41-41a2-a9d2-8708265f2a1d req-f424daef-ff0f-4b9d-a351-3eeb4a4c9308 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 945 time: 0.0846581
Jun 23 03:47:10.649726 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7320df3d-de41-41a2-a9d2-8708265f2a1d req-f07b7c75-0f2c-437a-8a00-1ddf9e98d50a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455136
Jun 23 03:47:10.660046 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbccc58-e66d-4b83-936b-5bf63613a81e'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:10.662446 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c57849-f1cf-4761-afa0-f9c09bce85f9" -d '{"events": [{"server_uuid": "962e7127-c72d-4ea9-b5d1-2f1d8dcaac24", "name": "network-vif-plugged", "status": "completed", "tag": "2fbccc58-e66d-4b83-936b-5bf63613a81e"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:10.703000 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8413cec-4f6f-4022-bdfc-019927fd2255 x-openstack-request-id: req-c8413cec-4f6f-4022-bdfc-019927fd2255 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:10.703297 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962e7127-c72d-4ea9-b5d1-2f1d8dcaac24", "name": "network-vif-plugged", "status": "completed", "tag": "2fbccc58-e66d-4b83-936b-5bf63613a81e", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:10.703553 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8413cec-4f6f-4022-bdfc-019927fd2255 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:10.703942 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbccc58-e66d-4b83-936b-5bf63613a81e', 'code': 200}
Jun 23 03:47:10.906387 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afadfb-fc5a-4138-9ec1-e1dbe228d155 req-13a01aa1-dfd2-42ee-97be-93f0c2c6f126 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:10.907713 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-07afadfb-fc5a-4138-9ec1-e1dbe228d155 req-13a01aa1-dfd2-42ee-97be-93f0c2c6f126 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0650196
Jun 23 03:47:10.944422 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-07afadfb-fc5a-4138-9ec1-e1dbe228d155 req-3cff3e74-3347-44c0-8839-230065f4fa8b tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0306761
Jun 23 03:47:11.252474 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62837ca-788a-462e-b6ea-2b661a8ec449 req-8f71adf9-4a67-4df5-8a09-27653ea77f25 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:11.253914 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a62837ca-788a-462e-b6ea-2b661a8ec449 req-8f71adf9-4a67-4df5-8a09-27653ea77f25 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0641835
Jun 23 03:47:11.291270 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a62837ca-788a-462e-b6ea-2b661a8ec449 req-21413295-15e9-4b41-8dc0-b6a888878c86 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317814
Jun 23 03:47:11.488398 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f917ca-81eb-47b4-81e6-3d8ddf2c0e10 req-ff171df1-439c-4e16-a681-b61e7c7eaf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:11.490143 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e8f917ca-81eb-47b4-81e6-3d8ddf2c0e10 req-ff171df1-439c-4e16-a681-b61e7c7eaf98 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 1099 time: 0.0538881
Jun 23 03:47:11.539443 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e8f917ca-81eb-47b4-81e6-3d8ddf2c0e10 req-b5ecfd80-5d27-45b2-8ca6-321dacab9569 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339448
Jun 23 03:47:11.760964 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb257ad2-8b5f-4496-b7e9-379630291ccb req-2512042e-2090-4ba9-992f-ca712997dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:11.762687 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fb257ad2-8b5f-4496-b7e9-379630291ccb req-2512042e-2090-4ba9-992f-ca712997dcad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 1099 time: 0.0873981
Jun 23 03:47:11.785826 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['104753e7-eb32-4eee-a85e-c94bf8b4166e'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:47:11.839240 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fb257ad2-8b5f-4496-b7e9-379630291ccb req-3b9765b4-1d07-4215-9da2-35775177062a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571959
Jun 23 03:47:11.865990 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0be80-c776-40d5-adc6-09a104ac5585 req-1e816e16-f86a-4111-bc20-95b3ce7f6ddc tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:11.867916 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c3b0be80-c776-40d5-adc6-09a104ac5585 req-1e816e16-f86a-4111-bc20-95b3ce7f6ddc tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 945 time: 0.0947065
Jun 23 03:47:11.907768 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c3b0be80-c776-40d5-adc6-09a104ac5585 req-b871279f-a9ad-40a2-926f-eeae9c355418 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332961
Jun 23 03:47:12.117154 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423ad63-fcff-4c62-9d1a-99b3964d874b req-3801e316-0294-4618-a7d6-58ef525ae945 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:12.118975 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1423ad63-fcff-4c62-9d1a-99b3964d874b req-3801e316-0294-4618-a7d6-58ef525ae945 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0628617
Jun 23 03:47:12.162793 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1423ad63-fcff-4c62-9d1a-99b3964d874b req-ff4188ba-69de-4f50-a871-aa94f879698d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380194
Jun 23 03:47:12.483519 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5656a-f539-42e4-b911-3221cd9c470d req-3b5e6d34-f828-47b4-b75b-a3caae2dad0d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:12.484992 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-08b5656a-f539-42e4-b911-3221cd9c470d req-3b5e6d34-f828-47b4-b75b-a3caae2dad0d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0637662
Jun 23 03:47:12.522926 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-08b5656a-f539-42e4-b911-3221cd9c470d req-5196a4ec-8c30-4e9e-ae0c-bfe252298067 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319462
Jun 23 03:47:13.089018 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad18d7a-0f09-4bc6-b597-f2bd6574caf8 req-99246270-bb66-4bf2-babc-c2dd5b0a4f89 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:13.090506 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0ad18d7a-0f09-4bc6-b597-f2bd6574caf8 req-99246270-bb66-4bf2-babc-c2dd5b0a4f89 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 945 time: 0.0639033
Jun 23 03:47:13.133450 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0ad18d7a-0f09-4bc6-b597-f2bd6574caf8 req-c7f309a0-10fc-4f5f-aba3-481baaffbf62 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347743
Jun 23 03:47:13.331719 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51499c-7f85-47a1-871c-a5f6d42583f3 req-3bd71a77-60a0-4b59-8f44-13bff0306711 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:13.333150 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8b51499c-7f85-47a1-871c-a5f6d42583f3 req-3bd71a77-60a0-4b59-8f44-13bff0306711 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0635095
Jun 23 03:47:13.369623 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8b51499c-7f85-47a1-871c-a5f6d42583f3 req-6113008a-9efa-471a-bba5-98c508a1a896 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307930
Jun 23 03:47:13.702214 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b42b0e-d8b6-432f-a69e-3035fc490c3a req-9afe31a5-b852-45bd-8a8b-5798d0ac2234 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:13.702214 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d2b42b0e-d8b6-432f-a69e-3035fc490c3a req-9afe31a5-b852-45bd-8a8b-5798d0ac2234 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0634129
Jun 23 03:47:13.739352 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d2b42b0e-d8b6-432f-a69e-3035fc490c3a req-61187203-ce72-4c18-8549-773a085221a5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328135
Jun 23 03:47:14.139154 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73798fb9-8f09-472e-8656-a8168c0e88d7 req-efdd6f69-c162-4c54-9238-1d06530110e4 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:14.140600 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-73798fb9-8f09-472e-8656-a8168c0e88d7 req-efdd6f69-c162-4c54-9238-1d06530110e4 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0623019
Jun 23 03:47:14.178553 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-73798fb9-8f09-472e-8656-a8168c0e88d7 req-0c6b6e13-bcd7-457f-9bfc-fa3a6232fbfe tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319867
Jun 23 03:47:14.314807 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447f17-1e8e-4a40-8124-71a1d997bfec req-2a3cdd3a-14f8-4c7a-a354-ee5acaf182a4 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:14.316264 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ca447f17-1e8e-4a40-8124-71a1d997bfec req-2a3cdd3a-14f8-4c7a-a354-ee5acaf182a4 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 945 time: 0.0624897
Jun 23 03:47:14.353110 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ca447f17-1e8e-4a40-8124-71a1d997bfec req-bc22c564-2e0d-44d4-89d9-3a8bd25e17a9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311120
Jun 23 03:47:14.543594 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc2cae-8316-493a-a5cf-824d503d20b1 req-8f8ccef1-507f-4507-8c82-ecafc551807f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:14.545072 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-81cc2cae-8316-493a-a5cf-824d503d20b1 req-8f8ccef1-507f-4507-8c82-ecafc551807f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0672035
Jun 23 03:47:14.581033 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-81cc2cae-8316-493a-a5cf-824d503d20b1 req-ab305813-f80a-4f16-9be5-da6a777a8782 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0296998
Jun 23 03:47:15.364222 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a72d1-cd50-41ee-af3e-5736f01024ab req-eefbb913-b707-4657-8965-68db13d5f54f tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:15.365678 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-189a72d1-cd50-41ee-af3e-5736f01024ab req-eefbb913-b707-4657-8965-68db13d5f54f tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0725217
Jun 23 03:47:15.404298 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-189a72d1-cd50-41ee-af3e-5736f01024ab req-f6c7bebe-c662-46db-a4aa-d417a92bfab2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326364
Jun 23 03:47:15.530270 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ff59a-7459-4a3b-a50e-831a88f43472 req-1cb2f7ba-d86b-4c65-95b0-6f5244d5ce32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:15.531740 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-135ff59a-7459-4a3b-a50e-831a88f43472 req-1cb2f7ba-d86b-4c65-95b0-6f5244d5ce32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 945 time: 0.0612850
Jun 23 03:47:15.569332 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-135ff59a-7459-4a3b-a50e-831a88f43472 req-c35dccfa-2e42-48e1-b554-603ca064c17a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316288
Jun 23 03:47:15.748891 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc27c40-0cfb-4c01-9fff-bc0591678977 req-5aeff5f7-71f7-40e4-aad3-1ecc0672e737 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:15.750308 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5fc27c40-0cfb-4c01-9fff-bc0591678977 req-5aeff5f7-71f7-40e4-aad3-1ecc0672e737 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0615890
Jun 23 03:47:15.787293 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5fc27c40-0cfb-4c01-9fff-bc0591678977 req-e1106a13-0087-4693-b61c-da63139fbf17 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305314
Jun 23 03:47:16.354087 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1945-ea5c-4fc1-a7ff-3c315213440c req-7cd362d4-8e78-412f-b70a-55ec43175d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:16.355749 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-850c1945-ea5c-4fc1-a7ff-3c315213440c req-7cd362d4-8e78-412f-b70a-55ec43175d25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 1099 time: 0.0622165
Jun 23 03:47:16.455552 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1945-ea5c-4fc1-a7ff-3c315213440c req-578e3a34-84c4-44eb-b5f0-398a2d8ca883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:16.457159 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-850c1945-ea5c-4fc1-a7ff-3c315213440c req-578e3a34-84c4-44eb-b5f0-398a2d8ca883 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 918 time: 0.0948374
Jun 23 03:47:16.499813 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-850c1945-ea5c-4fc1-a7ff-3c315213440c req-ea57769f-2bd4-4fa2-bd97-23e409ff65e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61267e98-18f6-4253-b5e3-998df65259a7 HTTP/1.1" status: 200  len: 217 time: 0.0347612
Jun 23 03:47:16.559228 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c1945-ea5c-4fc1-a7ff-3c315213440c req-25473db8-3529-4635-9a83-c126bb096748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:16.560783 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-850c1945-ea5c-4fc1-a7ff-3c315213440c req-25473db8-3529-4635-9a83-c126bb096748 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 200  len: 858 time: 0.0512686
Jun 23 03:47:16.592636 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364f5ba-e648-46c1-a721-43efc728d03d req-74e37220-b047-4570-ab18-ec805a41bc9a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:16.597137 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9364f5ba-e648-46c1-a721-43efc728d03d req-74e37220-b047-4570-ab18-ec805a41bc9a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0750427
Jun 23 03:47:16.597548 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-850c1945-ea5c-4fc1-a7ff-3c315213440c req-3ba9a45b-28d4-49f0-88c6-e9aaaabfcba2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0283396
Jun 23 03:47:16.648939 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9364f5ba-e648-46c1-a721-43efc728d03d req-4b666979-25c9-4f45-9b64-4734694422f4 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481076
Jun 23 03:47:16.811577 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-850c1945-ea5c-4fc1-a7ff-3c315213440c req-9b6a5a27-fe2c-4f99-aa74-73beae983f4e service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1850564
Jun 23 03:47:16.966925 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c25c6d-6d55-4c3f-a672-e6687f357c0f req-d4c4bfca-7b1f-451a-95b5-20d8f28dfb4c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:16.968573 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-40c25c6d-6d55-4c3f-a672-e6687f357c0f req-d4c4bfca-7b1f-451a-95b5-20d8f28dfb4c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 945 time: 0.2553432
Jun 23 03:47:17.041294 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-850c1945-ea5c-4fc1-a7ff-3c315213440c req-df6d136d-4c3a-4fb4-96e8-ba9ed16775bf service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174599
Jun 23 03:47:17.051053 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72360dd3-7ebd-4640-917e-654c7fbaf251 req-8dccdeac-20d2-45c9-891a-aa0a35cec963 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:17.052071 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-72360dd3-7ebd-4640-917e-654c7fbaf251 req-8dccdeac-20d2-45c9-891a-aa0a35cec963 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.1184280
Jun 23 03:47:17.053151 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-40c25c6d-6d55-4c3f-a672-e6687f357c0f req-688b302c-796f-42dd-ba18-e8e4e005a845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744786
Jun 23 03:47:17.092432 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-72360dd3-7ebd-4640-917e-654c7fbaf251 req-4b1b8ec0-5963-4950-aeba-3a41fd3aa35e tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332189
Jun 23 03:47:17.262669 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248cbc1-4327-449a-8b5d-53b9f5dfc622 req-e9cb03e6-252d-4493-ac2b-9cf0ce80f0f4 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:17.264115 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d248cbc1-4327-449a-8b5d-53b9f5dfc622 req-e9cb03e6-252d-4493-ac2b-9cf0ce80f0f4 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0648432
Jun 23 03:47:17.273384 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 54108) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:17.277986 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-e3a89102-d938-46c7-8ad9-eeb28f0b36ce tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'floatingip': {'port_id': '2fbccc58-e66d-4b83-936b-5bf63613a81e'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:17.349633 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e3a89102-d938-46c7-8ad9-eeb28f0b36ce tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:17.449297 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 104753e7-eb32-4eee-a85e-c94bf8b4166e up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:47:17.509220 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 104753e7-eb32-4eee-a85e-c94bf8b4166e completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:47:17.516211 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 104753e7-eb32-4eee-a85e-c94bf8b4166e triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:47:17.516778 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:17.599315 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:17.623022 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:17.625318 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d607c0a-42e9-4c68-a696-3dfc44bdcd61" -d '{"events": [{"server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "name": "network-vif-plugged", "status": "completed", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:17.648780 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:17.654450 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:17.657479 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:17.718802 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a6e45b-077a-47c9-87d9-96a804a09f40 x-openstack-request-id: req-46a6e45b-077a-47c9-87d9-96a804a09f40 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:17.719447 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "name": "network-vif-plugged", "status": "completed", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:17.719866 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46a6e45b-077a-47c9-87d9-96a804a09f40 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:17.720955 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'code': 200}
Jun 23 03:47:17.722339 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=104753e7-eb32-4eee-a85e-c94bf8b4166e,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:17.725588 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:18.233581 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:47:18.260324 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f449c4-bf33-401d-8537-427a5032ed53 req-1abff597-1135-40ad-8570-bab4b1f20c16 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:18.262591 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-91f449c4-bf33-401d-8537-427a5032ed53 req-1abff597-1135-40ad-8570-bab4b1f20c16 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0788002
Jun 23 03:47:18.324597 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-91f449c4-bf33-401d-8537-427a5032ed53 req-3f7f3d2d-ea1c-4f78-9aa9-90017d4bcc89 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539780
Jun 23 03:47:18.344113 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c9758-9bf5-425a-9372-190518536e90 req-9362f8a3-2f6c-4370-aecd-0f4d11c60918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:18.346208 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-294c9758-9bf5-425a-9372-190518536e90 req-9362f8a3-2f6c-4370-aecd-0f4d11c60918 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 1099 time: 0.2928665
Jun 23 03:47:18.363888 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6f6c5-3906-46b3-af93-fd2265cffdd6 req-b1428168-0c56-4dbd-a65d-ef42ea47d537 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:18.378942 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f9c6f6c5-3906-46b3-af93-fd2265cffdd6 req-b1428168-0c56-4dbd-a65d-ef42ea47d537 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.3197849
Jun 23 03:47:18.417692 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e3a89102-d938-46c7-8ad9-eeb28f0b36ce tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:18.432000 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e3a89102-d938-46c7-8ad9-eeb28f0b36ce tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:18.497340 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-294c9758-9bf5-425a-9372-190518536e90 req-660f9bbb-e378-477d-a3c0-ed31a56fbb12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1234062
Jun 23 03:47:18.508571 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f9c6f6c5-3906-46b3-af93-fd2265cffdd6 req-2b6ed3b1-54c7-4532-8532-f3f53c09aaf5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359220
Jun 23 03:47:18.586566 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.l3_db [None req-e3a89102-d938-46c7-8ad9-eeb28f0b36ce tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Floating IP 4ed3269a-4345-45f9-b331-dcd444a5bc08 associated. External IP: 172.27.0.10, port: 2fbccc58-e66d-4b83-936b-5bf63613a81e.
Jun 23 03:47:18.856312 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a89102-d938-46c7-8ad9-eeb28f0b36ce tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Router 2e2be71b-476f-438b-a8ee-4c36911fb9ca has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:47:18.864639 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072f594-cad3-4e14-b142-35f3b6fca27c req-31b75635-98db-405d-9216-788f42105abb tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:18.866067 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e072f594-cad3-4e14-b142-35f3b6fca27c req-31b75635-98db-405d-9216-788f42105abb tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 945 time: 0.1197944
Jun 23 03:47:18.945123 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e072f594-cad3-4e14-b142-35f3b6fca27c req-c1a18f69-c33d-4515-8caf-f66b4da9bc0f tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730236
Jun 23 03:47:18.996816 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a89102-d938-46c7-8ad9-eeb28f0b36ce tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:47:19.001408 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e3a89102-d938-46c7-8ad9-eeb28f0b36ce tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:19.009899 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f4674-503e-419b-bfec-074173e279fb None None] Sync routers for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:47:19.020475 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f4674-503e-419b-bfec-074173e279fb None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:47:19.021719 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-da4f4674-503e-419b-bfec-074173e279fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb49fa5b0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:47:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:47:19.049719 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-e3a89102-d938-46c7-8ad9-eeb28f0b36ce tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "PUT /v2.0/floatingips/4ed3269a-4345-45f9-b331-dcd444a5bc08 HTTP/1.1" status: 200  len: 991 time: 1.7717390
Jun 23 03:47:19.049719 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'tag': '2fbccc58-e66d-4b83-936b-5bf63613a81e'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:19.050198 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "962e7127-c72d-4ea9-b5d1-2f1d8dcaac24", "tag": "2fbccc58-e66d-4b83-936b-5bf63613a81e"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:19.100993 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6a0c67-4d21-4dfe-9302-678d7ea878a6 x-openstack-request-id: req-cf6a0c67-4d21-4dfe-9302-678d7ea878a6 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:19.101351 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962e7127-c72d-4ea9-b5d1-2f1d8dcaac24", "tag": "2fbccc58-e66d-4b83-936b-5bf63613a81e", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:19.101903 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf6a0c67-4d21-4dfe-9302-678d7ea878a6 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:19.102368 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'tag': '2fbccc58-e66d-4b83-936b-5bf63613a81e', 'status': 'completed', 'code': 200}
Jun 23 03:47:19.146883 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-da4f4674-503e-419b-bfec-074173e279fb None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:47:19.413943 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-da4f4674-503e-419b-bfec-074173e279fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb49fa5b0>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '4ed3269a-4345-45f9-b331-dcd444a5bc08', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'port_id': '2fbccc58-e66d-4b83-936b-5bf63613a81e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'mac_address': 'fa:16:3e:7c:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:46:48Z', 'updated_at': '2021-06-23T03:47:18Z', 'revision_number': 1, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:47:19.447548 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f4674-503e-419b-bfec-074173e279fb None None] Checking router: 2e2be71b-476f-438b-a8ee-4c36911fb9ca for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:47:19.456968 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4f4674-503e-419b-bfec-074173e279fb None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:47:19.457585 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-da4f4674-503e-419b-bfec-074173e279fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb49fa5b0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:47:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:47:19.511523 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69e1e4-61d5-4222-9631-a55f6f8a2973 req-9f64f106-beab-4614-b3d9-210dc47e525a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:19.513038 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fa69e1e4-61d5-4222-9631-a55f6f8a2973 req-9f64f106-beab-4614-b3d9-210dc47e525a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0650730
Jun 23 03:47:19.552722 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fa69e1e4-61d5-4222-9631-a55f6f8a2973 req-425165da-3752-41ab-ad2a-b956e2e2cfa2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331283
Jun 23 03:47:19.575533 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-da4f4674-503e-419b-bfec-074173e279fb None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:47:19.726553 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231feb2-3005-4c5b-8d84-b6d7bbffbf05 req-814a0d43-9dda-4f2d-98b9-25eb005f1a16 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:19.727993 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5231feb2-3005-4c5b-8d84-b6d7bbffbf05 req-814a0d43-9dda-4f2d-98b9-25eb005f1a16 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0654466
Jun 23 03:47:19.765093 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5231feb2-3005-4c5b-8d84-b6d7bbffbf05 req-e569f3b0-18fe-4ac0-a77d-b477e427f7b8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312390
Jun 23 03:47:19.807567 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-da4f4674-503e-419b-bfec-074173e279fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb49fa5b0>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '4ed3269a-4345-45f9-b331-dcd444a5bc08', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'port_id': '2fbccc58-e66d-4b83-936b-5bf63613a81e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'mac_address': 'fa:16:3e:7c:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:46:48Z', 'updated_at': '2021-06-23T03:47:18Z', 'revision_number': 1, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:47:19.900133 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4f4674-503e-419b-bfec-074173e279fb None None] The sync data for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi is: [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '4ed3269a-4345-45f9-b331-dcd444a5bc08', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'port_id': '2fbccc58-e66d-4b83-936b-5bf63613a81e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'mac_address': 'fa:16:3e:7c:18:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:46:48Z', 'updated_at': '2021-06-23T03:47:18Z', 'revision_number': 1, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:47:20.120591 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91beb31e-b7f8-4bcf-a2bf-5c7ad3a904be None None] New status for floating IP 4ed3269a-4345-45f9-b331-dcd444a5bc08: ACTIVE {{(pid=99524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:47:20.126099 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1b859-dc2c-44b5-b52a-89735c95d759 req-367e3b5d-7c5d-4329-be9d-967354ac8d08 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:20.130322 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-12b1b859-dc2c-44b5-b52a-89735c95d759 req-367e3b5d-7c5d-4329-be9d-967354ac8d08 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 945 time: 0.0727491
Jun 23 03:47:20.171062 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-12b1b859-dc2c-44b5-b52a-89735c95d759 req-f717482c-dda3-46cc-a20a-07c1fa653306 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378275
Jun 23 03:47:20.732852 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c12fad-72b5-484c-b776-0826318f51fa req-63167574-6e20-437c-81d4-a89686cc6df3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:20.734285 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-59c12fad-72b5-484c-b776-0826318f51fa req-63167574-6e20-437c-81d4-a89686cc6df3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0640264
Jun 23 03:47:20.773346 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-59c12fad-72b5-484c-b776-0826318f51fa req-22f7a46e-c70e-4025-8e01-93cea588647e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322704
Jun 23 03:47:20.931824 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d28b84-164e-485c-94f6-60d8330f24fd req-bf22ed54-59c7-4767-848a-23f53c5325af tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:20.933377 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e1d28b84-164e-485c-94f6-60d8330f24fd req-bf22ed54-59c7-4767-848a-23f53c5325af tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0611644
Jun 23 03:47:20.969624 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e1d28b84-164e-485c-94f6-60d8330f24fd req-676bf8cf-73e8-461c-9382-176f94c36b63 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306063
Jun 23 03:47:21.349932 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38f56e-e6b5-405d-8623-44eef8d1721c req-e748d293-f723-4d44-8460-e73ce7444225 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:21.351387 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec38f56e-e6b5-405d-8623-44eef8d1721c req-e748d293-f723-4d44-8460-e73ce7444225 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 945 time: 0.0673654
Jun 23 03:47:21.387726 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec38f56e-e6b5-405d-8623-44eef8d1721c req-09b7a7dc-fa72-4c94-856f-fb88848fbdc7 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307848
Jun 23 03:47:21.948459 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd16a8-cd1a-4140-9ad1-425c9a633a8f req-5863d301-34a6-430f-a7f9-b29a83bdc11d tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:21.949830 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a5bd16a8-cd1a-4140-9ad1-425c9a633a8f req-5863d301-34a6-430f-a7f9-b29a83bdc11d tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0627565
Jun 23 03:47:21.989612 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a5bd16a8-cd1a-4140-9ad1-425c9a633a8f req-48d0c3fd-1c45-4840-80a7-9b817b6c72c7 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340869
Jun 23 03:47:22.154945 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9867af-de9d-4dda-b8be-ad2e1d4abb2b req-30a0137b-eeef-4f40-b63c-1515ce09a518 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:22.156384 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9d9867af-de9d-4dda-b8be-ad2e1d4abb2b req-30a0137b-eeef-4f40-b63c-1515ce09a518 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0637784
Jun 23 03:47:22.196992 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9d9867af-de9d-4dda-b8be-ad2e1d4abb2b req-00ec62db-8cab-4615-ac12-e1b6d1feffbb tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343983
Jun 23 03:47:22.566936 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7d9b-0c32-4af5-a6aa-6917c60c9e1c req-5b19053b-129a-4277-bb31-602c860e38de tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:22.568359 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-81be7d9b-0c32-4af5-a6aa-6917c60c9e1c req-5b19053b-129a-4277-bb31-602c860e38de tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 945 time: 0.0654943
Jun 23 03:47:22.604723 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-81be7d9b-0c32-4af5-a6aa-6917c60c9e1c req-21c1e038-27b8-4d4f-a9ae-2f1456a3d6c6 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307894
Jun 23 03:47:22.761766 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3 req-f97a7346-bba1-4287-ba85-ea106b888596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:22.763239 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3 req-f97a7346-bba1-4287-ba85-ea106b888596 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 1099 time: 0.0546169
Jun 23 03:47:23.050735 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3 req-7e73f720-7a55-4c90-af70-2b6203264f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:23.052205 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3 req-7e73f720-7a55-4c90-af70-2b6203264f9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 200  len: 911 time: 0.2717390
Jun 23 03:47:23.179421 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3 req-c9739d75-ead9-4463-ad6a-934266c09c48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fbccc58-e66d-4b83-936b-5bf63613a81e HTTP/1.1" status: 200  len: 1001 time: 0.1159358
Jun 23 03:47:23.243597 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53a5b3-a22e-4424-bb2c-7b8bf2d86986 req-d9f2f6ed-825a-485f-a252-eff5bf6e7083 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:23.245121 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ab53a5b3-a22e-4424-bb2c-7b8bf2d86986 req-d9f2f6ed-825a-485f-a252-eff5bf6e7083 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.1321120
Jun 23 03:47:23.251304 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3 req-04b77bb1-cb8e-4155-ab0b-1ba8b726c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:23.253401 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3 req-04b77bb1-cb8e-4155-ab0b-1ba8b726c1eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a63d313c-a6e3-45c8-860f-63d7336cf84a HTTP/1.1" status: 200  len: 850 time: 0.0632188
Jun 23 03:47:23.324996 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ab53a5b3-a22e-4424-bb2c-7b8bf2d86986 req-cdd21cc8-8fc6-4a85-93d8-c76b7bdf6179 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624189
Jun 23 03:47:23.343070 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3 req-3ac52302-5bca-4d3b-b0f7-c3900d01e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:23.344535 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3 req-3ac52302-5bca-4d3b-b0f7-c3900d01e8aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cea1e4e-1863-44a6-ac96-46e29b9fc013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767875
Jun 23 03:47:23.386340 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00d46-0994-4255-b95f-dd2ae5b4a241 req-c8b22e8a-00e2-4a8b-9494-eb43cb5ff327 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:23.387863 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7ec00d46-0994-4255-b95f-dd2ae5b4a241 req-c8b22e8a-00e2-4a8b-9494-eb43cb5ff327 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0724788
Jun 23 03:47:23.427672 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7ec00d46-0994-4255-b95f-dd2ae5b4a241 req-96e8655d-0719-47e5-85a2-308b348679a3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338652
Jun 23 03:47:23.446465 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3 req-bc44e4b2-67a6-4f6a-ab1a-8b84a1dbb306 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856531
Jun 23 03:47:23.540308 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bd9db4f6-5874-4933-90ec-4f640f9d2cb3 req-b833300a-ebfa-49e9-9fec-3dd813638938 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860429
Jun 23 03:47:23.776267 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2508b-2f10-40ac-bac9-c794a40c854d req-52a42e9d-f5d5-4b2b-b966-c5497d7d235b tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:23.777728 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-afe2508b-2f10-40ac-bac9-c794a40c854d req-52a42e9d-f5d5-4b2b-b966-c5497d7d235b tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 945 time: 0.0633733
Jun 23 03:47:23.823135 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-afe2508b-2f10-40ac-bac9-c794a40c854d req-652131a1-903b-42f7-b3ed-cdf2449106fa tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398586
Jun 23 03:47:24.495451 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3d622-67d4-41a8-b00c-abbce3389a2f req-8333b4bb-5d8a-4a9f-9ce3-5f9f540423e5 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:24.497548 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a5a3d622-67d4-41a8-b00c-abbce3389a2f req-8333b4bb-5d8a-4a9f-9ce3-5f9f540423e5 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0622780
Jun 23 03:47:24.538397 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a5a3d622-67d4-41a8-b00c-abbce3389a2f req-78c4aace-7a04-4080-a58a-d36b1ff1dd0f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344768
Jun 23 03:47:24.605949 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12862017-162c-4eca-b95a-0861af7ca5dd req-9e2f5313-3d24-4253-9cb4-dda3da9802bb tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:24.607536 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-12862017-162c-4eca-b95a-0861af7ca5dd req-9e2f5313-3d24-4253-9cb4-dda3da9802bb tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0630054
Jun 23 03:47:24.647931 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-12862017-162c-4eca-b95a-0861af7ca5dd req-9b6375ae-4a48-4209-a66d-bdb2cc2a3b15 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338070
Jun 23 03:47:24.721001 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc082c17-c0ac-4286-bca0-5d1d2b7bf6a3 req-0624ae86-62da-46e7-9cab-65ef32e8537d tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:24.723813 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fc082c17-c0ac-4286-bca0-5d1d2b7bf6a3 req-0624ae86-62da-46e7-9cab-65ef32e8537d tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0738614
Jun 23 03:47:24.732311 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 54252) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:24.736813 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-5853d525-d88b-4fe1-a9f4-1d010b8d15cd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'floatingip': {'port_id': '104753e7-eb32-4eee-a85e-c94bf8b4166e'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:24.778757 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5853d525-d88b-4fe1-a9f4-1d010b8d15cd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:25.039921 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1867bf-579b-4d60-9d7e-06a0cac81ea8 req-41b1faed-ce7d-4ac0-ab8d-6699a6fbfbf7 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:25.041466 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ca1867bf-579b-4d60-9d7e-06a0cac81ea8 req-41b1faed-ce7d-4ac0-ab8d-6699a6fbfbf7 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 945 time: 0.0938056
Jun 23 03:47:25.135405 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ca1867bf-579b-4d60-9d7e-06a0cac81ea8 req-383166cd-96c4-40e9-92d3-7da5208e5511 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807862
Jun 23 03:47:25.326791 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5853d525-d88b-4fe1-a9f4-1d010b8d15cd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:25.332944 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5853d525-d88b-4fe1-a9f4-1d010b8d15cd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:25.435043 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.l3_db [None req-5853d525-d88b-4fe1-a9f4-1d010b8d15cd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Floating IP b503aa6d-3dfd-4d64-8734-15e76f1ed3cd associated. External IP: 172.27.0.90, port: 104753e7-eb32-4eee-a85e-c94bf8b4166e.
Jun 23 03:47:25.646238 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5853d525-d88b-4fe1-a9f4-1d010b8d15cd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Router 97da4be7-343a-464f-a1c0-a585d80fda34 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:47:25.723695 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-f37ded97-5f22-41a6-bb51-d981e437ac5c tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:25.725643 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-f37ded97-5f22-41a6-bb51-d981e437ac5c tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 815 time: 0.1320310
Jun 23 03:47:25.730975 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:25.742582 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-d24d34a7-fbb0-4fd4-9fe7-335efff3c6bd tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/quotas/df1ae0b29d86411591279b9241c5f63e HTTP/1.1" status: 200  len: 375 time: 0.0099187
Jun 23 03:47:25.813639 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-d0119ac6-639b-4aa2-92e9-9517b06a9f6c tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0651460
Jun 23 03:47:25.858255 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224ce64-3346-4b71-a61a-8a40a7921669 req-e9ca770a-3343-4ba5-82b7-36a9b5168723 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:25.859655 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1224ce64-3346-4b71-a61a-8a40a7921669 req-e9ca770a-3343-4ba5-82b7-36a9b5168723 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.26 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 945 time: 0.1708338
Jun 23 03:47:25.863054 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5853d525-d88b-4fe1-a9f4-1d010b8d15cd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:47:25.868575 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5853d525-d88b-4fe1-a9f4-1d010b8d15cd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:25.875902 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffbe51-6fa7-492a-b86f-ba3059fa183d None None] Sync routers for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:47:25.888390 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ffbe51-6fa7-492a-b86f-ba3059fa183d None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:47:25.889127 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-25ffbe51-6fa7-492a-b86f-ba3059fa183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4b8d8e0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:47:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:47:25.903316 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-63b8d84c-a4a2-4ab1-b2ef-6935a251dbd7 service neutron] 10.222.0.15 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824611
Jun 23 03:47:25.918219 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43579cbb-97b0-4f08-9f64-70bfb9f7ba99 req-c3c9e92f-f784-4de2-9b80-2b8bb970bee1 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:25.919660 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-43579cbb-97b0-4f08-9f64-70bfb9f7ba99 req-c3c9e92f-f784-4de2-9b80-2b8bb970bee1 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.1358151
Jun 23 03:47:25.926658 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-5853d525-d88b-4fe1-a9f4-1d010b8d15cd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "PUT /v2.0/floatingips/b503aa6d-3dfd-4d64-8734-15e76f1ed3cd HTTP/1.1" status: 200  len: 991 time: 1.1899068
Jun 23 03:47:25.926658 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:25.927349 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:25.966685 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-43579cbb-97b0-4f08-9f64-70bfb9f7ba99 req-40734d46-b8be-4907-a7ad-889adfd54f7d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349622
Jun 23 03:47:26.009636 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7c3f1d21-5002-4142-89f2-17aaf97b9368 service neutron] 10.222.0.15 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0994651
Jun 23 03:47:26.010551 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-25ffbe51-6fa7-492a-b86f-ba3059fa183d None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:47:26.150776 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7f0f6e-16ad-4a18-8add-178bb90c1e23 x-openstack-request-id: req-3f7f0f6e-16ad-4a18-8add-178bb90c1e23 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:26.151083 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:26.151349 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f7f0f6e-16ad-4a18-8add-178bb90c1e23 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:26.151756 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'status': 'completed', 'code': 200}
Jun 23 03:47:26.213841 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b76ac098-5532-4f9d-b4bc-e25139043522 req-9ba6104e-6b8b-47b0-a027-46761dfad2f8 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 210 time: 0.0351856
Jun 23 03:47:26.255664 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-25ffbe51-6fa7-492a-b86f-ba3059fa183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4b8d8e0>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': 'b503aa6d-3dfd-4d64-8734-15e76f1ed3cd', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'port_id': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'mac_address': 'fa:16:3e:9b:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:46:55Z', 'updated_at': '2021-06-23T03:47:25Z', 'revision_number': 1, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:47:26.286991 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffbe51-6fa7-492a-b86f-ba3059fa183d None None] Checking router: 97da4be7-343a-464f-a1c0-a585d80fda34 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:47:26.295367 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ffbe51-6fa7-492a-b86f-ba3059fa183d None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:47:26.296046 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-25ffbe51-6fa7-492a-b86f-ba3059fa183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4b8d8e0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:47:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:47:26.403554 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6fa7c-1d98-4b46-99b7-580f7b876f87 req-16375b14-20fc-4052-a068-753941e0d2dc tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:26.408553 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-25ffbe51-6fa7-492a-b86f-ba3059fa183d None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:47:26.411027 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6af6fa7c-1d98-4b46-99b7-580f7b876f87 req-16375b14-20fc-4052-a068-753941e0d2dc tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 945 time: 0.0837193
Jun 23 03:47:26.453346 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6af6fa7c-1d98-4b46-99b7-580f7b876f87 req-82f182b5-1491-4f99-b47d-d507789ffeac tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae6b7d71-264c-48b0-b224-491eccc57a3d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414655
Jun 23 03:47:26.653281 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-25ffbe51-6fa7-492a-b86f-ba3059fa183d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4b8d8e0>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': 'b503aa6d-3dfd-4d64-8734-15e76f1ed3cd', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'port_id': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'mac_address': 'fa:16:3e:9b:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:46:55Z', 'updated_at': '2021-06-23T03:47:25Z', 'revision_number': 1, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:47:26.686731 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ffbe51-6fa7-492a-b86f-ba3059fa183d None None] The sync data for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi is: [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': 'b503aa6d-3dfd-4d64-8734-15e76f1ed3cd', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'port_id': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'mac_address': 'fa:16:3e:9b:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:46:55Z', 'updated_at': '2021-06-23T03:47:25Z', 'revision_number': 1, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:47:26.894948 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03a7ba4-30b1-4cf0-a109-9d3195c7a80d None None] New status for floating IP b503aa6d-3dfd-4d64-8734-15e76f1ed3cd: ACTIVE {{(pid=99524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:47:28.041503 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-1224ce64-3346-4b71-a61a-8a40a7921669 req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Deleting port 05008594-9864-4104-a3fc-0daebceaa828 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:47:28.042081 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1224ce64-3346-4b71-a61a-8a40a7921669 req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:28.130197 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-1224ce64-3346-4b71-a61a-8a40a7921669 req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] For port 05008594-9864-4104-a3fc-0daebceaa828, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=05008594-9864-4104-a3fc-0daebceaa828,segment=NetworkSegment(f5b51336-ed49-4516-9d05-3750583d630a),segment_id=f5b51336-ed49-4516-9d05-3750583d630a)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:28.130547 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1224ce64-3346-4b71-a61a-8a40a7921669 req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:28.145229 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-1224ce64-3346-4b71-a61a-8a40a7921669 req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Calling delete_port for 05008594-9864-4104-a3fc-0daebceaa828 owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:47:28.482097 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1224ce64-3346-4b71-a61a-8a40a7921669 req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:28.486487 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:28.513639 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Pushing event deleted for resources: {'Port': ['ID=05008594-9864-4104-a3fc-0daebceaa828,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:28.563328 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.563689 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.564036 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.564380 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.564746 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.565932 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.566271 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.566607 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.566943 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.567276 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.567605 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.567931 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:28.584974 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:28.585810 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1224ce64-3346-4b71-a61a-8a40a7921669 req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] No DVR routers for this DVR port 05008594-9864-4104-a3fc-0daebceaa828 on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:47:28.588501 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1224ce64-3346-4b71-a61a-8a40a7921669 req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:28.590411 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1224ce64-3346-4b71-a61a-8a40a7921669 req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.26 "DELETE /v2.0/ports/05008594-9864-4104-a3fc-0daebceaa828 HTTP/1.1" status: 204  len: 173 time: 0.6482551
Jun 23 03:47:28.590854 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb34062-79c8-4dbd-ab90-bff85e0884a1', 'name': 'network-vif-deleted', 'tag': '05008594-9864-4104-a3fc-0daebceaa828'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:28.593082 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12872537-b216-421d-a9a3-b3f378089f3a" -d '{"events": [{"server_uuid": "9cb34062-79c8-4dbd-ab90-bff85e0884a1", "name": "network-vif-deleted", "tag": "05008594-9864-4104-a3fc-0daebceaa828"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:29.132536 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9 req-fff4881b-620f-4155-aea8-e5d898b056ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:29.134139 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9 req-fff4881b-620f-4155-aea8-e5d898b056ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 1099 time: 0.0619390
Jun 23 03:47:29.257746 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9 req-f606c00f-e43a-4e7d-8ca1-0734ee6e4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:29.259271 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9 req-f606c00f-e43a-4e7d-8ca1-0734ee6e4cd3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 917 time: 0.0977736
Jun 23 03:47:29.294791 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cfc44-2bac-4f87-9b21-295d509cda08 req-05d94315-6c44-4268-93e6-a2ddcbc1bcb5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:29.302551 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f58cfc44-2bac-4f87-9b21-295d509cda08 req-05d94315-6c44-4268-93e6-a2ddcbc1bcb5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0929399
Jun 23 03:47:29.347589 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f58cfc44-2bac-4f87-9b21-295d509cda08 req-c47cac01-16ae-4741-aebc-18275f9c45a6 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430503
Jun 23 03:47:29.502474 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cf427c58-a684-402a-aa7d-253b99c164d1 req-f52fa10c-e61c-416a-855e-1e8a606ff0c8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb34062-79c8-4dbd-ab90-bff85e0884a1 HTTP/1.1" status: 200  len: 210 time: 0.0330160
Jun 23 03:47:29.524248 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 05008594-9864-4104-a3fc-0daebceaa828 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:47:29.563290 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 05008594-9864-4104-a3fc-0daebceaa828 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:47:29.563963 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 05008594-9864-4104-a3fc-0daebceaa828 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:47:29.582226 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0d1928-3ba3-4179-91e6-39d49c608677 x-openstack-request-id: req-0b0d1928-3ba3-4179-91e6-39d49c608677 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:29.582558 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb34062-79c8-4dbd-ab90-bff85e0884a1", "name": "network-vif-deleted", "tag": "05008594-9864-4104-a3fc-0daebceaa828", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:29.583250 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b0d1928-3ba3-4179-91e6-39d49c608677 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:29.583814 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb34062-79c8-4dbd-ab90-bff85e0884a1', 'name': 'network-vif-deleted', 'tag': '05008594-9864-4104-a3fc-0daebceaa828', 'status': 'completed', 'code': 200}
Jun 23 03:47:29.596873 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-14733e06-b1bd-44c9-ac25-cb6c66d9200c req-4448f015-bded-4a18-8c82-64eabce44d68 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 210 time: 0.0548513
Jun 23 03:47:29.630627 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9 req-e41a94ed-2287-4099-89e7-2e96314b36bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e HTTP/1.1" status: 200  len: 1001 time: 0.3490338
Jun 23 03:47:29.684008 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9 req-d12fc97f-c2b6-478b-a255-22d1e209e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:29.685467 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9 req-d12fc97f-c2b6-478b-a255-22d1e209e956 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 200  len: 856 time: 0.0445974
Jun 23 03:47:29.747051 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9 req-b9192213-ad51-468e-af04-053817d26243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:29.748404 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9 req-b9192213-ad51-468e-af04-053817d26243 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ea4c225-0269-41c8-af63-68574b8e5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0549750
Jun 23 03:47:29.837675 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9 req-730bebfa-9929-4aec-b60e-876675001ca7 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808878
Jun 23 03:47:29.945052 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-27d9b3fb-ad8b-455d-8cf6-f71d61d3f4f9 req-4ae7fc16-89ad-4c7b-b20b-f9642d891236 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997806
Jun 23 03:47:30.078406 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-95bb7a6f-11d3-433c-bdd9-db28904dfacb tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:30.079880 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-95bb7a6f-11d3-433c-bdd9-db28904dfacb tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 815 time: 0.1166005
Jun 23 03:47:30.103511 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Request body: {'port': {'device_id': '05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe', 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7', 'admin_state_up': True, 'tenant_id': 'df1ae0b29d86411591279b9241c5f63e'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:30.229470 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Made reservation on behalf of df1ae0b29d86411591279b9241c5f63e for: {'port': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:47:30.233350 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:30.369086 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Allocated IP 172.20.0.8 (1488ecd8-5219-44b1-8a8f-746295d3a6c7/511fd5e1-8640-4b13-85c7-b6870517fe97/a0012524-7be4-456d-92cf-ad2f5f78b5c9) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:47:30.568644 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:30.594764 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277e33c-97a6-4f0c-a1be-13c1a27e0ea0 req-dcb7dcf0-0d51-459b-92c8-6b3f99e1f4f4 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:30.596458 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3277e33c-97a6-4f0c-a1be-13c1a27e0ea0 req-dcb7dcf0-0d51-459b-92c8-6b3f99e1f4f4 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.1144624
Jun 23 03:47:30.657882 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:30.665031 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:30.670287 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3277e33c-97a6-4f0c-a1be-13c1a27e0ea0 req-a8cebbd7-5944-4aba-a1e8-70bcb75eed0a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643156
Jun 23 03:47:30.676061 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['f1e0bc72-eda1-483a-b697-ba2dfc8de494'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:47:30.728688 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:47:30.733133 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:47:30.747027 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:47:30.756782 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:30.757487 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:30.785223 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Pushing event updated for resources: {'Port': ['ID=a0012524-7be4-456d-92cf-ad2f5f78b5c9,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:30.788369 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:30.794427 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6947162
Jun 23 03:47:30.819401 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Request body: {'port': {'device_id': '05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:30.828290 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f528a53-04e7-4c1b-bfd5-02341b6ec36a req-4c5dd909-72e1-4335-866a-3dba34b491de tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:30.836022 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5f528a53-04e7-4c1b-bfd5-02341b6ec36a req-4c5dd909-72e1-4335-866a-3dba34b491de tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 931 time: 0.0963356
Jun 23 03:47:30.892414 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5f528a53-04e7-4c1b-bfd5-02341b6ec36a req-e6a92694-d684-47b4-9e33-58353811cbae tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553079
Jun 23 03:47:30.946034 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:31.244251 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0012524-7be4-456d-92cf-ad2f5f78b5c9 {{(pid=99523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:47:31.252203 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:31.263980 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Transition to ACTIVE for port object a0012524-7be4-456d-92cf-ad2f5f78b5c9 will not be triggered until provisioned by entity L2. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:47:31.267648 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:31.270638 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:31.343520 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0012524-7be4-456d-92cf-ad2f5f78b5c9,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:31.353021 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:31.359657 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Attempting to bind port a0012524-7be4-456d-92cf-ad2f5f78b5c9 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:47:31.359991 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Attempting to bind port a0012524-7be4-456d-92cf-ad2f5f78b5c9 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:47:31.360322 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Attempting to bind port a0012524-7be4-456d-92cf-ad2f5f78b5c9 on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:47:31.365206 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Port a0012524-7be4-456d-92cf-ad2f5f78b5c9 on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:47:31.365530 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Attempting to bind port a0012524-7be4-456d-92cf-ad2f5f78b5c9 on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:47:31.370793 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:47:31.371894 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Checking segment: {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:47:31.371894 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Bound using segment: {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:47:31.371894 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Bound port: a0012524-7be4-456d-92cf-ad2f5f78b5c9, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'}}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:47:31.379636 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:31.474481 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] For port a0012524-7be4-456d-92cf-ad2f5f78b5c9, host hv-cinder-76859, cleared binding levels {{(pid=99523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:47:31.498962 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] For port a0012524-7be4-456d-92cf-ad2f5f78b5c9, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a0012524-7be4-456d-92cf-ad2f5f78b5c9,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:47:31.507615 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:31.513964 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:31.556221 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:31.556829 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:31.558183 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] 10.222.0.26 "PUT /v2.0/ports/a0012524-7be4-456d-92cf-ad2f5f78b5c9 HTTP/1.1" status: 200  len: 1093 time: 0.7458508
Jun 23 03:47:31.574907 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0012524-7be4-456d-92cf-ad2f5f78b5c9,revision_number=3']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:31.577948 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:31.584736 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe', 'tag': 'a0012524-7be4-456d-92cf-ad2f5f78b5c9'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:31.587106 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a406ad-ea8e-4ef5-922c-8be2c71e73d3" -d '{"events": [{"name": "network-changed", "server_uuid": "05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe", "tag": "a0012524-7be4-456d-92cf-ad2f5f78b5c9"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:31.904581 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 54452) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:32.010900 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d75ed3b0-5326-4afd-9be3-d9ad110c8fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.106532 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d75ed3b0-5326-4afd-9be3-d9ad110c8fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.110208 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d75ed3b0-5326-4afd-9be3-d9ad110c8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.112492 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:32.147869 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-d75ed3b0-5326-4afd-9be3-d9ad110c8fb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d67347dd7484e1eb99fb5817bf6b3d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2421517
Jun 23 03:47:32.148593 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ed3b0-5326-4afd-9be3-d9ad110c8fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d85a91-922f-45bb-87b0-264bd69dce98,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:32.150737 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 54466) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:32.151848 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d75ed3b0-5326-4afd-9be3-d9ad110c8fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:32.198769 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.223715 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.270418 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.273984 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.275191 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51d85a91-922f-45bb-87b0-264bd69dce98 HTTP/1.1" status: 204  len: 168 time: 0.1234844
Jun 23 03:47:32.275874 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:32.283408 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d85a91-922f-45bb-87b0-264bd69dce98,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:32.290880 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.291244 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.291613 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.291933 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.292275 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.292640 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.292979 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.293315 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.293652 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.293986 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.294316 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.294648 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:32.297821 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:32.338181 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0af2aa5f-1ec7-4ce9-96aa-ecae7a8b6ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.535371 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 54472) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:32.551521 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bd5c8e56-d6e8-4ec8-84dd-33cf0d0f6acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.636641 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bd5c8e56-d6e8-4ec8-84dd-33cf0d0f6acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.640796 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bd5c8e56-d6e8-4ec8-84dd-33cf0d0f6acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.644851 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-666141f8-ca97-42e9-8b3f-094e8a3be9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:32.679332 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c8e56-d6e8-4ec8-84dd-33cf0d0f6acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af50c5b4-d48a-4c59-b37d-a2779a4e7047,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:32.684995 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-bd5c8e56-d6e8-4ec8-84dd-33cf0d0f6acb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95e3819b6f78440cbe88718df4a0c83e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1470532
Jun 23 03:47:32.684995 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-bd5c8e56-d6e8-4ec8-84dd-33cf0d0f6acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:32.686074 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 54474) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:32.735414 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-21bbad8c-953b-4066-8593-ea91a7a05427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.756242 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-21bbad8c-953b-4066-8593-ea91a7a05427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.803350 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-21bbad8c-953b-4066-8593-ea91a7a05427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.805948 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-21bbad8c-953b-4066-8593-ea91a7a05427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:32.807100 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-21bbad8c-953b-4066-8593-ea91a7a05427 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af50c5b4-d48a-4c59-b37d-a2779a4e7047 HTTP/1.1" status: 204  len: 168 time: 0.1201136
Jun 23 03:47:32.807805 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-59c6dba5-72ad-48c9-be8a-d6e1e8bfa2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:32.815657 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbad8c-953b-4066-8593-ea91a7a05427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af50c5b4-d48a-4c59-b37d-a2779a4e7047,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:32.818342 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-21bbad8c-953b-4066-8593-ea91a7a05427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:34.990956 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-903abd46-68b8-40ec-9b8c-012f5e9b4dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:34.994110 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffe351b-bb71-4e3e-8830-d48bc79c6be5 x-openstack-request-id: req-0ffe351b-bb71-4e3e-8830-d48bc79c6be5 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:34.994555 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe", "tag": "a0012524-7be4-456d-92cf-ad2f5f78b5c9", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:34.994686 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ffe351b-bb71-4e3e-8830-d48bc79c6be5 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:34.995093 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe', 'tag': 'a0012524-7be4-456d-92cf-ad2f5f78b5c9', 'status': 'completed', 'code': 200}
Jun 23 03:47:35.013963 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-841c483e-e5b9-435b-bc88-30aea80070a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:35.015514 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-841c483e-e5b9-435b-bc88-30aea80070a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 1096 time: 0.0634251
Jun 23 03:47:35.062399 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-96bdf7c7-b49c-4585-b90b-530ffcd9d815 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0012524-7be4-456d-92cf-ad2f5f78b5c9 HTTP/1.1" status: 200  len: 217 time: 0.0347321
Jun 23 03:47:35.132092 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089e2a8-b4be-4b00-b04f-dc26fdf4ca76 req-4eb8c7e4-a5b9-4c8f-a420-25897e5bb6ce tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:35.134370 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6089e2a8-b4be-4b00-b04f-dc26fdf4ca76 req-4eb8c7e4-a5b9-4c8f-a420-25897e5bb6ce tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0628331
Jun 23 03:47:35.144498 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-6346b8d2-5399-47ac-901e-ae074b9b6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:35.145971 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-6346b8d2-5399-47ac-901e-ae074b9b6a6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=511fd5e1-8640-4b13-85c7-b6870517fe97 HTTP/1.1" status: 200  len: 855 time: 0.0757840
Jun 23 03:47:35.183875 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6089e2a8-b4be-4b00-b04f-dc26fdf4ca76 req-2393b61d-84ae-4d82-a6e1-59994b4856e0 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429924
Jun 23 03:47:35.183979 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-6e20cfbd-1957-413d-9295-6919d938cb80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1488ecd8-5219-44b1-8a8f-746295d3a6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279555
Jun 23 03:47:35.201424 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f282d3-f4c8-436d-b1d1-b7d6e3598b4d req-34553939-3139-4255-8bce-627b1daf3d58 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:35.203049 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f5f282d3-f4c8-436d-b1d1-b7d6e3598b4d req-34553939-3139-4255-8bce-627b1daf3d58 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 943 time: 0.1077476
Jun 23 03:47:35.293495 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f5f282d3-f4c8-436d-b1d1-b7d6e3598b4d req-671cdadf-93be-4fae-bcc8-b73b7cb274b3 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829053
Jun 23 03:47:35.320590 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-26741289-96fa-42b9-8666-272cc50b8475 service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283805
Jun 23 03:47:35.331649 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 54536) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:35.353843 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.378603 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_v2 [None req-115ba8f6-2b01-4de5-9223-6c4829982e12 admin admin] Deleting subnet c08648cb-cad6-439d-897b-a6d1c55cfe53 {{(pid=99522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:47:35.381705 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-115ba8f6-2b01-4de5-9223-6c4829982e12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.419636 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1fb751eb-1340-48e9-a87c-eaca2d0da639 req-66e299db-c9ac-4e28-a38e-87367bda5ba2 service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912764
Jun 23 03:47:35.423427 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-115ba8f6-2b01-4de5-9223-6c4829982e12 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.433341 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-115ba8f6-2b01-4de5-9223-6c4829982e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.495791 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-115ba8f6-2b01-4de5-9223-6c4829982e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.499030 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:35.525092 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ba8f6-2b01-4de5-9223-6c4829982e12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c08648cb-cad6-439d-897b-a6d1c55cfe53,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:35.527018 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-115ba8f6-2b01-4de5-9223-6c4829982e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.528920 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-115ba8f6-2b01-4de5-9223-6c4829982e12 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c08648cb-cad6-439d-897b-a6d1c55cfe53 HTTP/1.1" status: 204  len: 168 time: 0.1960859
Jun 23 03:47:35.529780 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-115ba8f6-2b01-4de5-9223-6c4829982e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:35.531316 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 54548) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:35.542164 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a406ad-ea8e-4ef5-922c-8be2c71e73d3 req-40999c6e-32fa-4377-bc4b-5f307b88b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:35.545113 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-16a406ad-ea8e-4ef5-922c-8be2c71e73d3 req-40999c6e-32fa-4377-bc4b-5f307b88b247 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 1096 time: 0.0675123
Jun 23 03:47:35.604328 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.648646 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a406ad-ea8e-4ef5-922c-8be2c71e73d3 req-01661ffc-85cc-41cc-a03a-dd27ef671460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:35.651048 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-16a406ad-ea8e-4ef5-922c-8be2c71e73d3 req-01661ffc-85cc-41cc-a03a-dd27ef671460 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 915 time: 0.0978351
Jun 23 03:47:35.691386 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.696014 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-16a406ad-ea8e-4ef5-922c-8be2c71e73d3 req-adb9d1a5-d686-4ac8-9ee5-96240e2471b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0012524-7be4-456d-92cf-ad2f5f78b5c9 HTTP/1.1" status: 200  len: 217 time: 0.0359669
Jun 23 03:47:35.705769 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8bae0dfca0>> segment before_delete 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.706083 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8bae0dfca0>> subnet precommit_delete_associations 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.707069 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8bafd73ac0>> segment_host_mapping after_create 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.707421 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8bafd73ac0>> port after_create 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.707749 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8bafd73ac0>> port after_delete 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.708085 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8bafd73ac0>> port after_update 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.708427 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8bafd73ac0>> segment after_delete 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.708777 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8bafd73ac0>> subnet after_create 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.709113 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8bafd73ac0>> subnet after_delete 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.709427 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8bafd73ac0>> subnet after_update 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.758791 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a406ad-ea8e-4ef5-922c-8be2c71e73d3 req-c9839e65-98a1-4e8f-bcad-ec6f82f37de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:35.760878 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-16a406ad-ea8e-4ef5-922c-8be2c71e73d3 req-c9839e65-98a1-4e8f-bcad-ec6f82f37de5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=511fd5e1-8640-4b13-85c7-b6870517fe97 HTTP/1.1" status: 200  len: 855 time: 0.0506046
Jun 23 03:47:35.796564 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-16a406ad-ea8e-4ef5-922c-8be2c71e73d3 req-c9d636e9-d7e3-431b-9303-26da7fff37c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1488ecd8-5219-44b1-8a8f-746295d3a6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264277
Jun 23 03:47:35.834843 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8badff7250>> subnet after_create 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.835421 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8badff7250>> subnet after_delete 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.835753 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8badff7250>> subnet before_create 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.836087 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8badff7250>> subnet before_update 55550000 {{(pid=99522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:47:35.836474 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8bafd73100>,) {'filters': {'network_id': ['36505b99-0352-4914-8a97-8c9ac3e7acea']}} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:47:35.854503 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bafd73100>, 'f5b51336-ed49-4516-9d05-3750583d630a') {'for_net_delete': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:47:35.854798 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bafd73100>, 'f5b51336-ed49-4516-9d05-3750583d630a') {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:47:35.875752 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25872705'] for segment, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.892360 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-16a406ad-ea8e-4ef5-922c-8be2c71e73d3 req-643e73e3-395e-49d3-ad11-b29e9112aa8f service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834394
Jun 23 03:47:35.896558 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.904630 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=99522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:47:35.905142 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700590'] for segment, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   from cryptography.utils import int_from_bytes
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   from cryptography.utils import int_from_bytes
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: Traceback (most recent call last):
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     timer()
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     cb(*args, **kw)
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     return func(*args, **kwargs)
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     self._notify()
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     self.callback(batched_events)
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     event.method(event)
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     return f(self, *a, **k)
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._get(url).json()
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:47:35.910010 dv-cinder-768592-6-iscsi neutron-server[99522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:47:35.973586 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.979738 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:35.982175 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] 10.222.0.15 "DELETE /v2.0/networks/36505b99-0352-4914-8a97-8c9ac3e7acea HTTP/1.1" status: 204  len: 168 time: 0.4497962
Jun 23 03:47:35.982946 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dc11f6ef-43e0-47c2-ab1c-f8e45fb864f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:35.996003 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Pushing event deleted for resources: {'Network': ['ID=36505b99-0352-4914-8a97-8c9ac3e7acea,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:35.998826 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-161fbfd8-fba3-49e5-ac09-d67b6982fb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:36.022329 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-16a406ad-ea8e-4ef5-922c-8be2c71e73d3 req-33d9383b-2bf6-43de-aeab-b0a95d7950ab service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221972
Jun 23 03:47:36.171607 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 54578) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:36.216246 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-6e2403a7-809a-4c2a-876d-474248a11f72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f16d6b76724748bfb25574bc8d5576c8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0426419
Jun 23 03:47:36.217988 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 54584) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:36.273330 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da91a41f-d78e-4c02-9fca-34d1ed54b094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:36.309723 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:36.314412 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da91a41f-d78e-4c02-9fca-34d1ed54b094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:36.401692 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f369b-b9ee-4f69-bafd-e734ad32bcba req-a5cfcbf3-4e13-4a18-93c1-e23d27598f23 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:36.403262 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5e0f369b-b9ee-4f69-bafd-e734ad32bcba req-a5cfcbf3-4e13-4a18-93c1-e23d27598f23 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.1000493
Jun 23 03:47:36.421470 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da91a41f-d78e-4c02-9fca-34d1ed54b094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:36.422433 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da91a41f-d78e-4c02-9fca-34d1ed54b094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:36.425829 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-da91a41f-d78e-4c02-9fca-34d1ed54b094 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae6b7d71-264c-48b0-b224-491eccc57a3d HTTP/1.1" status: 204  len: 168 time: 0.2045963
Jun 23 03:47:36.425829 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-6d6627ad-1891-48b2-a1ed-f02db996b63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:36.441413 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91a41f-d78e-4c02-9fca-34d1ed54b094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6b7d71-264c-48b0-b224-491eccc57a3d,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:36.445518 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-da91a41f-d78e-4c02-9fca-34d1ed54b094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:36.463919 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5e0f369b-b9ee-4f69-bafd-e734ad32bcba req-8e0e5369-af22-411d-8cac-093d2bf3e990 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519969
Jun 23 03:47:36.516188 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa1ebe-c9e7-4d50-bc43-3adc56c42957 req-809d8d45-764b-4802-bb7a-4612ad4b337d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:36.517687 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-19aa1ebe-c9e7-4d50-bc43-3adc56c42957 req-809d8d45-764b-4802-bb7a-4612ad4b337d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 943 time: 0.0782428
Jun 23 03:47:36.558483 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-19aa1ebe-c9e7-4d50-bc43-3adc56c42957 req-d96c7184-c0b3-49d5-84b0-58883b287b2e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345004
Jun 23 03:47:37.375875 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 54646) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:37.467459 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:37.517162 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-56aaf94c-0b0c-4dd9-b0e9-251ae3969ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:37.665445 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-56aaf94c-0b0c-4dd9-b0e9-251ae3969ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:37.666980 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device a0012524-7be4-456d-92cf-ad2f5f78b5c9 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:47:37.677800 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-56aaf94c-0b0c-4dd9-b0e9-251ae3969ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:37.680487 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8bccae33-6b5d-47fe-bd53-5ea3929847a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:37.739176 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 54678) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:37.745193 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-56aaf94c-0b0c-4dd9-b0e9-251ae3969ba4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffa2f870498541a2bbc08b76fcdca0d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3679063
Jun 23 03:47:37.756027 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9882a3e-52b3-41e0-b485-4321ed7fad16 req-e649eacc-5488-4f79-8dba-7a4ecdbbc3e4 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:37.757745 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e9882a3e-52b3-41e0-b485-4321ed7fad16 req-e649eacc-5488-4f79-8dba-7a4ecdbbc3e4 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.1561420
Jun 23 03:47:37.758595 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aaf94c-0b0c-4dd9-b0e9-251ae3969ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b1a163-4993-4bdf-97f4-f1b7e2bcbe24,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:37.773772 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-56aaf94c-0b0c-4dd9-b0e9-251ae3969ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:37.823325 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840179d8-8087-4d49-879d-271081ca816c req-0541743f-524b-4140-8fa8-08900ec20d07 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:37.824968 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-840179d8-8087-4d49-879d-271081ca816c req-0541743f-524b-4140-8fa8-08900ec20d07 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 943 time: 0.1217093
Jun 23 03:47:37.834834 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e9882a3e-52b3-41e0-b485-4321ed7fad16 req-0431741b-2f6a-445f-9967-d8a722cd01af tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559802
Jun 23 03:47:37.854451 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44cd9474-5418-41ee-9eba-eebcfd52d40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:37.887271 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port a0012524-7be4-456d-92cf-ad2f5f78b5c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a0012524-7be4-456d-92cf-ad2f5f78b5c9,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:37.898704 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-840179d8-8087-4d49-879d-271081ca816c req-4dc842d9-2238-4c86-83fa-31be771303cc tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638885
Jun 23 03:47:37.900566 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44cd9474-5418-41ee-9eba-eebcfd52d40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:37.926455 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': 'a0012524-7be4-456d-92cf-ad2f5f78b5c9', 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7', 'port_id': 'a0012524-7be4-456d-92cf-ad2f5f78b5c9', 'mac_address': 'fa:16:3e:df:7f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511fd5e1-8640-4b13-85c7-b6870517fe97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:47:37.970592 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44cd9474-5418-41ee-9eba-eebcfd52d40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:37.974765 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44cd9474-5418-41ee-9eba-eebcfd52d40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:37.975850 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-44cd9474-5418-41ee-9eba-eebcfd52d40f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45b1a163-4993-4bdf-97f4-f1b7e2bcbe24 HTTP/1.1" status: 204  len: 168 time: 0.2357368
Jun 23 03:47:37.976647 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c4130adf-aba8-4ed1-b8b6-ad59d52d3ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:37.981443 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:37.993879 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd9474-5418-41ee-9eba-eebcfd52d40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b1a163-4993-4bdf-97f4-f1b7e2bcbe24,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:37.999566 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-44cd9474-5418-41ee-9eba-eebcfd52d40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:38.002148 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0012524-7be4-456d-92cf-ad2f5f78b5c9 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:47:38.037599 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port a0012524-7be4-456d-92cf-ad2f5f78b5c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a0012524-7be4-456d-92cf-ad2f5f78b5c9,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:38.041891 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:38.043624 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:38.092092 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=a0012524-7be4-456d-92cf-ad2f5f78b5c9,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:38.099634 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.100183 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.100514 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.100859 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.101340 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.101668 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.101991 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.102315 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.102630 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.103097 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.103409 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.103902 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:47:38.107801 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:38.439235 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['a0012524-7be4-456d-92cf-ad2f5f78b5c9'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:47:38.475020 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 54718) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:38.489818 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-8ea38252-36ac-4648-852d-83edba89947d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:38.588375 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-8ea38252-36ac-4648-852d-83edba89947d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:38.592174 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-8ea38252-36ac-4648-852d-83edba89947d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:38.595275 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-0750ee69-035a-4ea3-bd3c-bc8b3c5f2b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:38.630137 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-8ea38252-36ac-4648-852d-83edba89947d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e856d88c0bba46ea9ef9ec296d06e36b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1535795
Jun 23 03:47:38.631295 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea38252-36ac-4648-852d-83edba89947d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7731d142-57d9-4231-8f3c-905e1b136608,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:38.632788 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 54720) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:38.634318 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-8ea38252-36ac-4648-852d-83edba89947d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:38.680063 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a918dbc9-a598-4067-ae8d-d64c4a7f7f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:38.704408 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a918dbc9-a598-4067-ae8d-d64c4a7f7f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:38.749550 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a918dbc9-a598-4067-ae8d-d64c4a7f7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:38.752060 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a918dbc9-a598-4067-ae8d-d64c4a7f7f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:38.753792 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-a918dbc9-a598-4067-ae8d-d64c4a7f7f7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7731d142-57d9-4231-8f3c-905e1b136608 HTTP/1.1" status: 204  len: 168 time: 0.1200423
Jun 23 03:47:38.754533 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d75ed3b0-5326-4afd-9be3-d9ad110c8fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:38.761538 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918dbc9-a598-4067-ae8d-d64c4a7f7f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7731d142-57d9-4231-8f3c-905e1b136608,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:38.763699 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a918dbc9-a598-4067-ae8d-d64c4a7f7f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:39.036055 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0b8cf-8b65-45dd-b679-85e930af0b4c req-a71e53b9-84f7-47bc-bbfa-cf05bd4617f2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:39.039145 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-64e0b8cf-8b65-45dd-b679-85e930af0b4c req-a71e53b9-84f7-47bc-bbfa-cf05bd4617f2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0786800
Jun 23 03:47:39.090607 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-64e0b8cf-8b65-45dd-b679-85e930af0b4c req-481acd23-d4c4-49c0-827f-a2704ffee0bd tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448053
Jun 23 03:47:39.112500 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f7bd7-633a-4673-ad34-9f735bb6d097 req-8ef16b64-57fd-4c98-b14f-e092d293dcad tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:39.114062 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c06f7bd7-633a-4673-ad34-9f735bb6d097 req-8ef16b64-57fd-4c98-b14f-e092d293dcad tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 944 time: 0.0836816
Jun 23 03:47:39.155443 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c06f7bd7-633a-4673-ad34-9f735bb6d097 req-6b559b35-3530-48d9-a464-39b39f88c7c6 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341287
Jun 23 03:47:39.667606 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device a0012524-7be4-456d-92cf-ad2f5f78b5c9 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:47:39.733444 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port a0012524-7be4-456d-92cf-ad2f5f78b5c9 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:47:39.743625 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port a0012524-7be4-456d-92cf-ad2f5f78b5c9 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:47:39.744111 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:39.833284 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:39.855603 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0012524-7be4-456d-92cf-ad2f5f78b5c9'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:39.857905 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a8a169-95f2-48f5-988a-3d3da65b9ea3" -d '{"events": [{"server_uuid": "05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "a0012524-7be4-456d-92cf-ad2f5f78b5c9"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:39.871850 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port a0012524-7be4-456d-92cf-ad2f5f78b5c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a0012524-7be4-456d-92cf-ad2f5f78b5c9,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:47:39.876084 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:39.879408 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:39.901234 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b874de9b-218f-4465-93ca-4f71746901c4 x-openstack-request-id: req-b874de9b-218f-4465-93ca-4f71746901c4 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:39.901551 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe", "name": "network-vif-plugged", "status": "completed", "tag": "a0012524-7be4-456d-92cf-ad2f5f78b5c9", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:39.901798 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b874de9b-218f-4465-93ca-4f71746901c4 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:39.902188 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0012524-7be4-456d-92cf-ad2f5f78b5c9', 'code': 200}
Jun 23 03:47:39.930811 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=a0012524-7be4-456d-92cf-ad2f5f78b5c9,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:39.933763 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:40.139951 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351d739-687d-4447-b9ee-6b0b64b51ad1 req-9f9b1b24-6663-4aac-81ce-b73e37880121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:40.141510 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e351d739-687d-4447-b9ee-6b0b64b51ad1 req-9f9b1b24-6663-4aac-81ce-b73e37880121 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 1098 time: 0.0599048
Jun 23 03:47:40.189096 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e351d739-687d-4447-b9ee-6b0b64b51ad1 req-d1b200b1-f806-49ba-8615-0e82801981e0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349231
Jun 23 03:47:40.294026 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb8aef-2949-42ab-8ed4-4ef6c6ce3717 req-fcacaeeb-bd64-4ad2-9f9c-f9045565e3eb tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:40.302708 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8eeb8aef-2949-42ab-8ed4-4ef6c6ce3717 req-fcacaeeb-bd64-4ad2-9f9c-f9045565e3eb tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0843220
Jun 23 03:47:40.355641 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8eeb8aef-2949-42ab-8ed4-4ef6c6ce3717 req-bd0e3bcd-e79f-4f39-a9de-68f4a0a37f03 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476711
Jun 23 03:47:40.367722 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504f088-bd32-4996-9f43-2e41f8acde5f req-0b15449a-995b-44b7-abec-88324e062afc tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:40.369955 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c504f088-bd32-4996-9f43-2e41f8acde5f req-0b15449a-995b-44b7-abec-88324e062afc tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 945 time: 0.0727515
Jun 23 03:47:40.415083 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c504f088-bd32-4996-9f43-2e41f8acde5f req-a8ca84d4-0b29-43af-a23b-ea6bb039a799 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357912
Jun 23 03:47:40.539078 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 54812) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:40.713302 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-343738c9-4099-4e55-9fbd-4704a30d6671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:40.827985 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-343738c9-4099-4e55-9fbd-4704a30d6671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:40.831980 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-343738c9-4099-4e55-9fbd-4704a30d6671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:40.834296 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:40.872162 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-343738c9-4099-4e55-9fbd-4704a30d6671 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=217bbd64b0eb420db931de7f8d24bcd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3320203
Jun 23 03:47:40.873066 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343738c9-4099-4e55-9fbd-4704a30d6671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be11ce54-481b-43cc-9254-4ee76afa2860,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:40.875140 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 54832) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:40.876211 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-343738c9-4099-4e55-9fbd-4704a30d6671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:40.934975 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-88b01a84-451c-4a3a-9fcb-5cfbeb304920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:40.955272 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-88b01a84-451c-4a3a-9fcb-5cfbeb304920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:41.004007 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-88b01a84-451c-4a3a-9fcb-5cfbeb304920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:41.006960 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-88b01a84-451c-4a3a-9fcb-5cfbeb304920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:41.009521 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-88b01a84-451c-4a3a-9fcb-5cfbeb304920 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be11ce54-481b-43cc-9254-4ee76afa2860 HTTP/1.1" status: 204  len: 168 time: 0.1334171
Jun 23 03:47:41.010480 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:41.021365 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b01a84-451c-4a3a-9fcb-5cfbeb304920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be11ce54-481b-43cc-9254-4ee76afa2860,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:41.023830 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-88b01a84-451c-4a3a-9fcb-5cfbeb304920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:41.276383 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 54842) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:41.291646 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-114f57ea-0d55-4b6c-849d-39575b69ec27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:41.389100 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-114f57ea-0d55-4b6c-849d-39575b69ec27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:41.395292 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-114f57ea-0d55-4b6c-849d-39575b69ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:41.399756 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-850d708e-5037-4b0c-8545-f1c60ffa8a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:41.435000 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-114f57ea-0d55-4b6c-849d-39575b69ec27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3e3a84077e344e9991be81c90576fbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1574821
Jun 23 03:47:41.438126 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 54854) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:41.446259 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f57ea-0d55-4b6c-849d-39575b69ec27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6126314a-5583-483d-8236-c3a9c2b6d8c7,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:41.456702 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-114f57ea-0d55-4b6c-849d-39575b69ec27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:41.536223 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-610a83f2-e67c-41e6-920b-a61876446a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:41.571646 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-610a83f2-e67c-41e6-920b-a61876446a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:41.581368 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3678e-59b7-4b99-8c4c-df7d07a59284 req-42e4a808-95ea-4b4c-b556-95f8fa79c095 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:41.582871 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6ee3678e-59b7-4b99-8c4c-df7d07a59284 req-42e4a808-95ea-4b4c-b556-95f8fa79c095 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0796785
Jun 23 03:47:41.620840 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6ee3678e-59b7-4b99-8c4c-df7d07a59284 req-e68e5b6e-63cf-4db1-8d5f-21bd3ff9f8b7 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324566
Jun 23 03:47:41.653274 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-610a83f2-e67c-41e6-920b-a61876446a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:41.655851 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-610a83f2-e67c-41e6-920b-a61876446a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:41.656969 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-610a83f2-e67c-41e6-920b-a61876446a14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6126314a-5583-483d-8236-c3a9c2b6d8c7 HTTP/1.1" status: 204  len: 168 time: 0.2178833
Jun 23 03:47:41.658959 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d2add921-c8b9-4a6c-ba56-3fd8f5ca6eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:41.668535 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6022fb1-3e7f-44a6-aa41-661904978399 req-9b971f26-edba-4430-94bb-6ac4ab4e4be5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:41.670146 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d6022fb1-3e7f-44a6-aa41-661904978399 req-9b971f26-edba-4430-94bb-6ac4ab4e4be5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 945 time: 0.0902870
Jun 23 03:47:41.675469 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a83f2-e67c-41e6-920b-a61876446a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6126314a-5583-483d-8236-c3a9c2b6d8c7,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:41.678383 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-610a83f2-e67c-41e6-920b-a61876446a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:41.723126 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d6022fb1-3e7f-44a6-aa41-661904978399 req-b458daf7-9fda-476c-95f8-9c7883fb2347 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456352
Jun 23 03:47:45.164161 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfa11d-b007-49cc-9d09-2b725f344bbf req-971f447f-aa19-40e0-8237-17774a8f88db tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:45.165646 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18dfa11d-b007-49cc-9d09-2b725f344bbf req-971f447f-aa19-40e0-8237-17774a8f88db tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0633805
Jun 23 03:47:45.175661 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55082eab-e1ec-4711-b897-b2efe23e969f req-aff312ab-a25a-438a-ae67-febf124f6d50 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:45.177174 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-55082eab-e1ec-4711-b897-b2efe23e969f req-aff312ab-a25a-438a-ae67-febf124f6d50 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 945 time: 0.0642972
Jun 23 03:47:45.209615 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18dfa11d-b007-49cc-9d09-2b725f344bbf req-b0dccdd9-5cc5-4a4f-abcd-6de056cbde2d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383172
Jun 23 03:47:45.218005 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-55082eab-e1ec-4711-b897-b2efe23e969f req-b2b24e29-e549-4d63-b4b0-71a162ac9b25 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349846
Jun 23 03:47:46.402790 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caa3c7-4574-4d0f-974e-88a4e50c67eb req-23680bb5-8a91-432d-a564-20beb2b04331 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:46.405042 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c9caa3c7-4574-4d0f-974e-88a4e50c67eb req-23680bb5-8a91-432d-a564-20beb2b04331 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0797462
Jun 23 03:47:46.477363 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c9caa3c7-4574-4d0f-974e-88a4e50c67eb req-27e45e67-77fd-4a5f-9791-2a308e625861 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579987
Jun 23 03:47:46.588014 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55038) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:46.700221 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-21253918-563f-482e-aa94-e5d78c158423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:46.792203 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-21253918-563f-482e-aa94-e5d78c158423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:46.796297 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-21253918-563f-482e-aa94-e5d78c158423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:46.799997 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-56aaf94c-0b0c-4dd9-b0e9-251ae3969ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:46.837743 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-21253918-563f-482e-aa94-e5d78c158423 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=526b467d8a8444c8a18e9e2596c8eae6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2484353
Jun 23 03:47:46.838486 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21253918-563f-482e-aa94-e5d78c158423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f365504f-6c5d-4cc2-9177-67de14b138bd,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:46.840130 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55048) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:46.841687 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-21253918-563f-482e-aa94-e5d78c158423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:46.897482 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ef6a-22cb-4677-b68b-0e829a7dd0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:46.919619 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ef6a-22cb-4677-b68b-0e829a7dd0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:46.967776 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ef6a-22cb-4677-b68b-0e829a7dd0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:46.970409 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ccd1ef6a-22cb-4677-b68b-0e829a7dd0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:46.972042 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-ccd1ef6a-22cb-4677-b68b-0e829a7dd0e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f365504f-6c5d-4cc2-9177-67de14b138bd HTTP/1.1" status: 204  len: 168 time: 0.1306908
Jun 23 03:47:46.972796 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-8ea38252-36ac-4648-852d-83edba89947d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:46.980054 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1ef6a-22cb-4677-b68b-0e829a7dd0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f365504f-6c5d-4cc2-9177-67de14b138bd,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:46.988645 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ccd1ef6a-22cb-4677-b68b-0e829a7dd0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:47.257639 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55070) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:47.277431 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c023b2ec-562b-4931-8005-67cbf62d1cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:47.376525 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c023b2ec-562b-4931-8005-67cbf62d1cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:47.381532 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c023b2ec-562b-4931-8005-67cbf62d1cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:47.383920 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:47.419530 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-c023b2ec-562b-4931-8005-67cbf62d1cdc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=881277139a314d1a837ff58026a0e9c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1608369
Jun 23 03:47:47.420481 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c023b2ec-562b-4931-8005-67cbf62d1cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93734ad-31f5-4ab2-b526-703ac14b2ce2,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:47.422238 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55076) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:47.423507 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c023b2ec-562b-4931-8005-67cbf62d1cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:47.473334 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-aa03a9cc-bb10-42cd-8ac2-727788a2c6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:47.494615 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-aa03a9cc-bb10-42cd-8ac2-727788a2c6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:47.539173 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-aa03a9cc-bb10-42cd-8ac2-727788a2c6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:47.541852 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-aa03a9cc-bb10-42cd-8ac2-727788a2c6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:47.543077 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-aa03a9cc-bb10-42cd-8ac2-727788a2c6c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d93734ad-31f5-4ab2-b526-703ac14b2ce2 HTTP/1.1" status: 204  len: 168 time: 0.1192679
Jun 23 03:47:47.543840 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-4045561f-42b9-4e29-947c-b591984adf3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:47.559505 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03a9cc-bb10-42cd-8ac2-727788a2c6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93734ad-31f5-4ab2-b526-703ac14b2ce2,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:47.563232 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-aa03a9cc-bb10-42cd-8ac2-727788a2c6c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:48.009124 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55108) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:48.110752 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3844037-a3bb-49b5-86b0-7a470ef8e2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:48.201168 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3844037-a3bb-49b5-86b0-7a470ef8e2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:48.205881 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3844037-a3bb-49b5-86b0-7a470ef8e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:48.209144 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-aa03a9cc-bb10-42cd-8ac2-727788a2c6c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:48.246644 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-c3844037-a3bb-49b5-86b0-7a470ef8e2a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b6d81a8822544d4a2e54287eec2a560&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2363777
Jun 23 03:47:48.247753 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3844037-a3bb-49b5-86b0-7a470ef8e2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4625d0-f441-4a0b-939c-1dfc7337c04e,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:48.249553 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55120) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:48.261422 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-c3844037-a3bb-49b5-86b0-7a470ef8e2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:48.298640 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-71c7e89c-a3a1-4bbf-819c-10339235d2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:48.319967 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-71c7e89c-a3a1-4bbf-819c-10339235d2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:48.369823 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-71c7e89c-a3a1-4bbf-819c-10339235d2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:48.372384 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-71c7e89c-a3a1-4bbf-819c-10339235d2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:48.373662 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-71c7e89c-a3a1-4bbf-819c-10339235d2de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae4625d0-f441-4a0b-939c-1dfc7337c04e HTTP/1.1" status: 204  len: 168 time: 0.1230183
Jun 23 03:47:48.374417 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ccd1ef6a-22cb-4677-b68b-0e829a7dd0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:48.382612 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7e89c-a3a1-4bbf-819c-10339235d2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4625d0-f441-4a0b-939c-1dfc7337c04e,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:48.384913 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-71c7e89c-a3a1-4bbf-819c-10339235d2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:48.737960 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55140) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:48.752819 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-be92896a-4333-4085-b70e-82ee65580f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:48.849971 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-be92896a-4333-4085-b70e-82ee65580f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:48.853834 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-be92896a-4333-4085-b70e-82ee65580f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:48.857273 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-608f7d57-4461-4b04-8b1a-1c3efc55676a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:48.890094 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92896a-4333-4085-b70e-82ee65580f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521f76a7-abd9-4b65-8371-d895f4fcccb3,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:48.893799 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-be92896a-4333-4085-b70e-82ee65580f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:48.896744 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-be92896a-4333-4085-b70e-82ee65580f95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a70f8cebb4cf4137ab5984c4a5d1e887&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1572051
Jun 23 03:47:48.899348 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55144) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:48.947563 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-562b6a7c-3768-49c4-ac7c-822feca8b643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:48.967793 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-562b6a7c-3768-49c4-ac7c-822feca8b643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:49.012849 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-562b6a7c-3768-49c4-ac7c-822feca8b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:49.015446 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-562b6a7c-3768-49c4-ac7c-822feca8b643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:49.016540 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-562b6a7c-3768-49c4-ac7c-822feca8b643 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/521f76a7-abd9-4b65-8371-d895f4fcccb3 HTTP/1.1" status: 204  len: 168 time: 0.1162679
Jun 23 03:47:49.017322 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c023b2ec-562b-4931-8005-67cbf62d1cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:49.024392 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b6a7c-3768-49c4-ac7c-822feca8b643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521f76a7-abd9-4b65-8371-d895f4fcccb3,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:49.026600 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-562b6a7c-3768-49c4-ac7c-822feca8b643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:49.313314 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55150) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:49.328442 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b0b7bf07-cb5b-42c5-b319-7f352ea8c536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:49.413159 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b0b7bf07-cb5b-42c5-b319-7f352ea8c536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:49.416692 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b0b7bf07-cb5b-42c5-b319-7f352ea8c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:49.418940 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-44cd9474-5418-41ee-9eba-eebcfd52d40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:49.453494 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-b0b7bf07-cb5b-42c5-b319-7f352ea8c536 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbf9dc366fe24a53afce1837e4bbb7a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1391683
Jun 23 03:47:49.454374 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7bf07-cb5b-42c5-b319-7f352ea8c536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a818c1-fe88-4de7-b833-7de1647187d3,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:49.456833 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55152) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:49.458060 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b0b7bf07-cb5b-42c5-b319-7f352ea8c536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:49.695066 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8135d379-1f21-43fd-8155-0109258cd0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:49.715832 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8135d379-1f21-43fd-8155-0109258cd0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:49.763013 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8135d379-1f21-43fd-8155-0109258cd0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:49.765781 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8135d379-1f21-43fd-8155-0109258cd0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:49.771442 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-8135d379-1f21-43fd-8155-0109258cd0e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63a818c1-fe88-4de7-b833-7de1647187d3 HTTP/1.1" status: 204  len: 168 time: 0.3111887
Jun 23 03:47:49.771442 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-c0de5af2-77e9-4250-a04b-be89c6c393a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:49.778267 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135d379-1f21-43fd-8155-0109258cd0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a818c1-fe88-4de7-b833-7de1647187d3,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:49.780541 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8135d379-1f21-43fd-8155-0109258cd0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:50.191022 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff933a0-184b-4f28-9bf2-d248fd79a48f req-9627f8bb-3c01-4204-8601-d5ef8f3e8420 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:50.192474 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5ff933a0-184b-4f28-9bf2-d248fd79a48f req-9627f8bb-3c01-4204-8601-d5ef8f3e8420 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0623338
Jun 23 03:47:50.231336 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5ff933a0-184b-4f28-9bf2-d248fd79a48f req-747204a6-d259-47f3-8e21-ac45d8041cf3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319602
Jun 23 03:47:50.435138 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55184) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:50.529692 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-420485769-network', 'tenant_id': 'b5c57d7eb5a3412c8f7b6a57b4196719'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:50.552823 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Made reservation on behalf of b5c57d7eb5a3412c8f7b6a57b4196719 for: {'network': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:47:50.555062 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:50.562880 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:50.650947 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:50.654449 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:50.657718 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-4add0388-e02f-4692-8411-4d41bacfbb3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:50.681289 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64}  {{(pid=99523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:47:50.691676 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9323ef-0de4-44e2-b647-096ce456f203,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:50.695730 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:50.699794 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:50.699794 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.segments_db [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Added segment ed529c6c-fd25-47b8-a21e-42f5a633d46c of type vlan for network 9b4631e4-2a59-4c15-a0a9-1349bc44ce48
Jun 23 03:47:50.742443 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:50.770093 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:50.771319 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:50.771889 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:50.773883 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9a36f116-6dad-491e-ae28-74d3b056a260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:50.825569 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3893135
Jun 23 03:47:50.828545 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55192) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:50.835010 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Request body: {'subnet': {'network_id': '9b4631e4-2a59-4c15-a0a9-1349bc44ce48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-420485769-subnet', 'tenant_id': 'b5c57d7eb5a3412c8f7b6a57b4196719', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:50.835643 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4631e4-2a59-4c15-a0a9-1349bc44ce48,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:50.839368 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:50.847898 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 9b4631e4-2a59-4c15-a0a9-1349bc44ce48 details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:47:50.862011 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Made reservation on behalf of b5c57d7eb5a3412c8f7b6a57b4196719 for: {'subnet': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:47:50.864680 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28700644'] for subnet, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:51.058859 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26699120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28700662'] for subnet, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:51.062355 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c79e3acd-204f-4b33-9de6-721f380684c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:51.137440 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Checking segment: {'id': 'ed529c6c-fd25-47b8-a21e-42f5a633d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b4631e4-2a59-4c15-a0a9-1349bc44ce48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:47:51.138245 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Network hostable DHCP agents. Network: 9b4631e4-2a59-4c15-a0a9-1349bc44ce48, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:47:51.141975 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d846595-436e-4d93-b5fc-a5c6afde3620,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:51.150887 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:51.169218 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Network 9b4631e4-2a59-4c15-a0a9-1349bc44ce48 is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:47:51.185020 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 9b4631e4-2a59-4c15-a0a9-1349bc44ce48) {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:47:51.194780 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36729e06-ac86-482e-976b-0b3b5d12fbbd None None] Network 9b4631e4-2a59-4c15-a0a9-1349bc44ce48 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:47:51.199039 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:51.199687 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:51.221844 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3919079
Jun 23 03:47:51.396988 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f1e782-ad77-4300-8585-093391f67fc2 None None] Network 9b4631e4-2a59-4c15-a0a9-1349bc44ce48 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:47:51.493915 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f62d0-363f-423b-9e00-2ff169d40925 req-06e5b16e-6724-41b8-9aef-d514a5a43d14 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:51.495781 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6b2f62d0-363f-423b-9e00-2ff169d40925 req-06e5b16e-6724-41b8-9aef-d514a5a43d14 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0996256
Jun 23 03:47:51.555104 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6b2f62d0-363f-423b-9e00-2ff169d40925 req-6ad0c112-2de4-4af5-8e83-b7eddbc497f0 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535595
Jun 23 03:47:51.572225 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-3867e0f2-38bd-4f85-a95f-d2a13d6c6441 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:51.579438 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-3867e0f2-38bd-4f85-a95f-d2a13d6c6441 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 815 time: 0.1246874
Jun 23 03:47:51.596071 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-cdcd75f9-f77a-492c-8dcf-e8e7cac6e5e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/quotas/df1ae0b29d86411591279b9241c5f63e HTTP/1.1" status: 200  len: 375 time: 0.0155072
Jun 23 03:47:51.681676 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-eae99c3a-23de-4910-82a2-5c6f68fb2fde tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0846658
Jun 23 03:47:51.789230 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-83f779e6-b73e-4259-b514-d4c5ccfc5366 service neutron] 10.222.0.15 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0997055
Jun 23 03:47:51.847872 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55252) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:51.853979 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1550230961-network', 'tenant_id': '00f631562c0f4709bda961f2a33905eb'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:51.887741 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Made reservation on behalf of 00f631562c0f4709bda961f2a33905eb for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:47:51.890041 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:51.904908 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:51.909712 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-9899f14f-a5ec-4613-8987-09476f557848 service neutron] 10.222.0.15 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1190794
Jun 23 03:47:51.995780 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:51.998879 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:52.001593 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:52.024433 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:47:52.048362 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3ce3ea-cf2c-4828-8d68-fc267f0ff362,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:52.051900 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:52.056286 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:52.056642 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Added segment 04fe84e7-30f3-4b75-86d7-f05014bf8219 of type vlan for network 8625a9c5-6e0b-4c68-96b4-a044923ffbcf
Jun 23 03:47:52.097899 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1546b81f-bbaa-4e82-be5b-50f327cdb49b req-ddf9b8c6-774f-4bd5-a076-f67ee7ede12f tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 210 time: 0.0531704
Jun 23 03:47:52.102449 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:52.133990 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:52.135454 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:52.136147 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:52.138186 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:52.171278 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3223569
Jun 23 03:47:52.173948 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55260) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:52.179335 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Request body: {'subnet': {'network_id': '8625a9c5-6e0b-4c68-96b4-a044923ffbcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1550230961-subnet', 'tenant_id': '00f631562c0f4709bda961f2a33905eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:52.202903 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Made reservation on behalf of 00f631562c0f4709bda961f2a33905eb for: {'subnet': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:47:52.205500 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:52.205743 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Pushing event updated for resources: {'Network': ['ID=8625a9c5-6e0b-4c68-96b4-a044923ffbcf,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:52.208415 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:52.216197 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 8625a9c5-6e0b-4c68-96b4-a044923ffbcf details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:47:52.550869 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:52.569950 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-be494f4d-3add-43bd-a606-37e3e3f656da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:52.637295 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-101296f9-80c8-4dcc-9ae8-e2eb07e49783 req-88d9c7b8-f603-43eb-a8e0-864d8019deb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1622820
Jun 23 03:47:52.646867 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3726191c-4b77-4940-9357-fb15147f4da4,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:52.653737 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:52.664837 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Checking segment: {'id': '04fe84e7-30f3-4b75-86d7-f05014bf8219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8625a9c5-6e0b-4c68-96b4-a044923ffbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:47:52.665846 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Network hostable DHCP agents. Network: 8625a9c5-6e0b-4c68-96b4-a044923ffbcf, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:47:52.699519 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Network 8625a9c5-6e0b-4c68-96b4-a044923ffbcf is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:47:52.722402 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 8625a9c5-6e0b-4c68-96b4-a044923ffbcf) {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:47:52.730234 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:52.730400 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:52.734084 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc344ff-fafd-4141-98f8-5278034e1286 None None] Network 8625a9c5-6e0b-4c68-96b4-a044923ffbcf requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:47:52.830511 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6549380
Jun 23 03:47:52.868474 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55302) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:52.920110 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c87f13e-23b9-4613-9054-04651579daa0 None None] Network 8625a9c5-6e0b-4c68-96b4-a044923ffbcf requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:47:52.924150 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdbb7d-4b1f-4ace-8df2-e0276ec89858 req-b52d3f07-b27c-4530-a8ec-bcf1a760187c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:52.929806 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-64fdbb7d-4b1f-4ace-8df2-e0276ec89858 req-b52d3f07-b27c-4530-a8ec-bcf1a760187c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.2027028
Jun 23 03:47:52.963404 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101296f9-80c8-4dcc-9ae8-e2eb07e49783 req-8a463998-14d5-4297-9523-c9f270888123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:52.964972 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-101296f9-80c8-4dcc-9ae8-e2eb07e49783 req-8a463998-14d5-4297-9523-c9f270888123 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 1098 time: 0.1677675
Jun 23 03:47:53.035972 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-36c70013-5dbb-4a8e-a167-cda1d4eb4f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.105399 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-64fdbb7d-4b1f-4ace-8df2-e0276ec89858 req-98810311-184b-4841-833c-8fbc8069d0a1 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627686
Jun 23 03:47:53.160075 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101296f9-80c8-4dcc-9ae8-e2eb07e49783 req-823c85af-6137-4d89-9785-1de62272ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:53.162150 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-101296f9-80c8-4dcc-9ae8-e2eb07e49783 req-823c85af-6137-4d89-9785-1de62272ceaa service neutron] 10.222.0.26 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 915 time: 0.1714072
Jun 23 03:47:53.221128 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-101296f9-80c8-4dcc-9ae8-e2eb07e49783 req-0b7d68d3-875d-4601-8b7c-79e7d03b0468 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1e0bc72-eda1-483a-b697-ba2dfc8de494 HTTP/1.1" status: 200  len: 217 time: 0.0505247
Jun 23 03:47:53.255156 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-36c70013-5dbb-4a8e-a167-cda1d4eb4f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.277718 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4206dd3c-76b1-4a35-8510-7985d1505732 req-1c814518-81aa-4d05-81d8-66ad5adb4f47 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 210 time: 0.0443802
Jun 23 03:47:53.278678 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-36c70013-5dbb-4a8e-a167-cda1d4eb4f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.282134 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-d929fe36-01b3-4117-96fc-9737da5fb71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:53.307827 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101296f9-80c8-4dcc-9ae8-e2eb07e49783 req-ef81ccc2-5aee-4374-91d0-f40a9b807624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:53.309533 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-101296f9-80c8-4dcc-9ae8-e2eb07e49783 req-ef81ccc2-5aee-4374-91d0-f40a9b807624 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=511fd5e1-8640-4b13-85c7-b6870517fe97 HTTP/1.1" status: 200  len: 855 time: 0.0707312
Jun 23 03:47:53.333681 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-36c70013-5dbb-4a8e-a167-cda1d4eb4f82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9394373b6654b75aec10d0b4792e715&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4605939
Jun 23 03:47:53.333681 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c70013-5dbb-4a8e-a167-cda1d4eb4f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdc6823-14a1-4868-8401-c70ef33d67e6,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:53.333888 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55316) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:53.335124 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-36c70013-5dbb-4a8e-a167-cda1d4eb4f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:53.343137 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55318) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:53.406269 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-101296f9-80c8-4dcc-9ae8-e2eb07e49783 req-c2f9b818-6b7b-48ec-b19e-34c78393d4fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1488ecd8-5219-44b1-8a8f-746295d3a6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0343046
Jun 23 03:47:53.429763 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-def20503-d4ed-4c05-8de7-93991fdff04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.461618 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-70110822-b520-4d56-8a2e-09a750032ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.502983 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-def20503-d4ed-4c05-8de7-93991fdff04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.567812 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-101296f9-80c8-4dcc-9ae8-e2eb07e49783 req-823c9dc8-8629-47b1-8a51-905e0c022a93 service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488652
Jun 23 03:47:53.651665 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-70110822-b520-4d56-8a2e-09a750032ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.659532 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-70110822-b520-4d56-8a2e-09a750032ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.662835 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:53.713032 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70110822-b520-4d56-8a2e-09a750032ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc18622b-427a-46d7-b6bb-3cbfc1195f0c,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:53.717592 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-70110822-b520-4d56-8a2e-09a750032ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:53.720486 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-70110822-b520-4d56-8a2e-09a750032ee3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a330980ad7f4e1480715d273a75ff1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3765712
Jun 23 03:47:53.724402 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55334) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:53.734435 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-101296f9-80c8-4dcc-9ae8-e2eb07e49783 req-9e15b2be-55b2-40dd-9342-ffb424548b5d service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520169
Jun 23 03:47:53.735883 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-def20503-d4ed-4c05-8de7-93991fdff04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.739348 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-def20503-d4ed-4c05-8de7-93991fdff04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.740423 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-def20503-d4ed-4c05-8de7-93991fdff04f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/acdc6823-14a1-4868-8401-c70ef33d67e6 HTTP/1.1" status: 204  len: 168 time: 0.4055326
Jun 23 03:47:53.744985 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:53.761096 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def20503-d4ed-4c05-8de7-93991fdff04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdc6823-14a1-4868-8401-c70ef33d67e6,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:53.769844 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-def20503-d4ed-4c05-8de7-93991fdff04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:53.816558 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0ee69e7d-3a12-4e14-a0f9-1b5d2566ad23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.851700 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0ee69e7d-3a12-4e14-a0f9-1b5d2566ad23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.918086 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0ee69e7d-3a12-4e14-a0f9-1b5d2566ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.920706 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0ee69e7d-3a12-4e14-a0f9-1b5d2566ad23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:53.921848 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-0ee69e7d-3a12-4e14-a0f9-1b5d2566ad23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc18622b-427a-46d7-b6bb-3cbfc1195f0c HTTP/1.1" status: 204  len: 168 time: 0.1964867
Jun 23 03:47:53.922639 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-562b6a7c-3768-49c4-ac7c-822feca8b643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:53.931837 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69e7d-3a12-4e14-a0f9-1b5d2566ad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc18622b-427a-46d7-b6bb-3cbfc1195f0c,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:53.934220 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-0ee69e7d-3a12-4e14-a0f9-1b5d2566ad23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:54.057749 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-37147fa5-548c-4517-af98-06cf7d5081cb tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:54.059542 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-37147fa5-548c-4517-af98-06cf7d5081cb tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 815 time: 0.1853275
Jun 23 03:47:54.079881 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Request body: {'port': {'device_id': '1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199', 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7', 'admin_state_up': True, 'tenant_id': 'df1ae0b29d86411591279b9241c5f63e'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:54.243044 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Made reservation on behalf of df1ae0b29d86411591279b9241c5f63e for: {'port': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:47:54.248276 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:54.376309 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dab98-ea50-4b8f-95b1-5694cbcacc8a req-4110fc9d-c857-401a-8fbe-dda5198a7441 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:54.379202 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3f8dab98-ea50-4b8f-95b1-5694cbcacc8a req-4110fc9d-c857-401a-8fbe-dda5198a7441 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.1023479
Jun 23 03:47:54.439719 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55362) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:54.449254 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3f8dab98-ea50-4b8f-95b1-5694cbcacc8a req-8f541a91-fe53-4346-9599-38077a0012de tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606425
Jun 23 03:47:54.461640 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Allocated IP 172.20.0.9 (1488ecd8-5219-44b1-8a8f-746295d3a6c7/511fd5e1-8640-4b13-85c7-b6870517fe97/9eb2f0a5-2dfb-48a5-be5a-ac32008b070b) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:47:54.464789 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1cdc848a-5df2-44d3-a6e0-4f32937fbe5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:54.520471 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-eb754411-9744-49e2-859c-d7e259bf38eb req-a36fe38b-e8ee-41a3-b856-69271c693e65 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 210 time: 0.0398285
Jun 23 03:47:54.735017 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:54.745426 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1cdc848a-5df2-44d3-a6e0-4f32937fbe5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:54.755852 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1cdc848a-5df2-44d3-a6e0-4f32937fbe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:54.760268 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-c3844037-a3bb-49b5-86b0-7a470ef8e2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:54.809322 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-1cdc848a-5df2-44d3-a6e0-4f32937fbe5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a0345e34f9f4fca88e2e02a14b11504&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3682492
Jun 23 03:47:54.812006 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55384) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:54.827863 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc848a-5df2-44d3-a6e0-4f32937fbe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d831af-3f7f-4e99-a6b3-b69fca2adb87,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:54.832708 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1cdc848a-5df2-44d3-a6e0-4f32937fbe5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:54.852925 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:54.862399 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:54.876084 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['f1e0bc72-eda1-483a-b697-ba2dfc8de494', 'a0012524-7be4-456d-92cf-ad2f5f78b5c9'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:47:54.916933 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:47:54.926418 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:47:54.930628 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:47:54.934734 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e3b4-09c6-42b7-9514-a677e5ca47d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:54.936053 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:54.936895 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:54.954545 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Pushing event updated for resources: {'Port': ['ID=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:54.959742 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:54.973095 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9003015
Jun 23 03:47:54.977238 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e3b4-09c6-42b7-9514-a677e5ca47d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:54.993993 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Request body: {'port': {'device_id': '1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:55.074233 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e3b4-09c6-42b7-9514-a677e5ca47d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:55.077561 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a6b5e3b4-09c6-42b7-9514-a677e5ca47d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:55.079055 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-a6b5e3b4-09c6-42b7-9514-a677e5ca47d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84d831af-3f7f-4e99-a6b3-b69fca2adb87 HTTP/1.1" status: 204  len: 168 time: 0.2659566
Jun 23 03:47:55.079883 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-0ee69e7d-3a12-4e14-a0f9-1b5d2566ad23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:55.091831 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5e3b4-09c6-42b7-9514-a677e5ca47d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d831af-3f7f-4e99-a6b3-b69fca2adb87,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:55.094784 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:55.102474 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a6b5e3b4-09c6-42b7-9514-a677e5ca47d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:55.235930 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:47:55.478533 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b {{(pid=99523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:47:55.488537 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:55.504079 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Transition to ACTIVE for port object 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b will not be triggered until provisioned by entity L2. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:47:55.514091 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:55.521015 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9f78798d-84cf-4a62-9291-7a57ded07f6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:55.626686 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Pushing event updated for resources: {'Port': ['ID=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:55.630254 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:55.642597 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Attempting to bind port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:47:55.642935 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Attempting to bind port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:47:55.643267 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Attempting to bind port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:47:55.651015 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:47:55.651479 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Attempting to bind port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:47:55.661738 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:47:55.662082 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Checking segment: {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:47:55.662473 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Bound using segment: {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:47:55.664923 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Bound port: 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'}}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:47:55.664923 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:55.734771 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:55.744860 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5eb11-7b93-4c44-824e-93379425a330 req-b5281d3d-6aec-4273-ac1f-93ef6792df2d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:55.746809 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-39d5eb11-7b93-4c44-824e-93379425a330 req-b5281d3d-6aec-4273-ac1f-93ef6792df2d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.1529951
Jun 23 03:47:55.797463 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-39d5eb11-7b93-4c44-824e-93379425a330 req-2628c756-6582-4f46-b4f8-6292fcc829c8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440149
Jun 23 03:47:55.843356 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] For port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b, host hv-cinder-76859, cleared binding levels {{(pid=99523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:47:55.848139 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] For port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:47:55.856796 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d1afa-0465-452f-b248-816895c90d7d req-000ce554-e8af-42c4-8ba0-43c5c4a18866 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:55.858800 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec5d1afa-0465-452f-b248-816895c90d7d req-000ce554-e8af-42c4-8ba0-43c5c4a18866 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 943 time: 0.1799629
Jun 23 03:47:55.860031 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:55.864275 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7aa6bc5e-7b56-49a2-8c4a-f8bbc820ff59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:55.914191 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:55.914792 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:55.916129 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] 10.222.0.26 "PUT /v2.0/ports/9eb2f0a5-2dfb-48a5-be5a-ac32008b070b HTTP/1.1" status: 200  len: 1093 time: 0.9267395
Jun 23 03:47:55.920116 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199', 'tag': '9eb2f0a5-2dfb-48a5-be5a-ac32008b070b'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:47:55.922528 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448b454d-f2d2-4468-927f-e87e5ddb87d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199", "tag": "9eb2f0a5-2dfb-48a5-be5a-ac32008b070b"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:47:55.954432 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Pushing event updated for resources: {'Port': ['ID=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b,revision_number=3']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:55.963773 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:55.966973 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec5d1afa-0465-452f-b248-816895c90d7d req-c73a3da7-8e39-466b-8b36-885b3f2342b6 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984521
Jun 23 03:47:56.027562 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf7e4c9-0a26-4ccb-80c0-3cd859abea81 x-openstack-request-id: req-8bf7e4c9-0a26-4ccb-80c0-3cd859abea81 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:47:56.028056 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199", "tag": "9eb2f0a5-2dfb-48a5-be5a-ac32008b070b", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:47:56.028410 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bf7e4c9-0a26-4ccb-80c0-3cd859abea81 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:47:56.028949 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199', 'tag': '9eb2f0a5-2dfb-48a5-be5a-ac32008b070b', 'status': 'completed', 'code': 200}
Jun 23 03:47:56.049760 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-261feb90-698e-47b0-a4a5-06253699a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:56.051239 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-261feb90-698e-47b0-a4a5-06253699a5d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 1096 time: 0.0727148
Jun 23 03:47:56.096652 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-a8ed2122-b12e-4221-b4e7-e86af4516745 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b HTTP/1.1" status: 200  len: 217 time: 0.0359411
Jun 23 03:47:56.147933 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-6536da0c-c80d-4719-8261-f1b538e74e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:56.149376 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-6536da0c-c80d-4719-8261-f1b538e74e66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=511fd5e1-8640-4b13-85c7-b6870517fe97 HTTP/1.1" status: 200  len: 855 time: 0.0440428
Jun 23 03:47:56.184486 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-f66a9221-fff1-461f-865d-8119e92fea7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1488ecd8-5219-44b1-8a8f-746295d3a6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268838
Jun 23 03:47:56.275959 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-3eeef33a-52a3-4cb1-9970-26d47a61fbc0 service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843267
Jun 23 03:47:56.375108 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-75a9945e-c0ab-417c-9338-b038fb3b50fe req-376f14bf-473f-473d-9c7f-6bd08e35506b service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0922480
Jun 23 03:47:56.489359 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b454d-f2d2-4468-927f-e87e5ddb87d9 req-7c6e4b11-39e1-4879-a86b-4cba96243e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:56.491218 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-448b454d-f2d2-4468-927f-e87e5ddb87d9 req-7c6e4b11-39e1-4879-a86b-4cba96243e84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 1096 time: 0.0607274
Jun 23 03:47:56.539129 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55464) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:56.599157 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b454d-f2d2-4468-927f-e87e5ddb87d9 req-0149eac3-8bdc-437c-96aa-e11b48b748c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:56.601881 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-448b454d-f2d2-4468-927f-e87e5ddb87d9 req-0149eac3-8bdc-437c-96aa-e11b48b748c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 915 time: 0.1027298
Jun 23 03:47:56.666446 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-448b454d-f2d2-4468-927f-e87e5ddb87d9 req-babe1cc7-38c4-4835-9487-4315a5b61c45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b HTTP/1.1" status: 200  len: 217 time: 0.0547526
Jun 23 03:47:56.743851 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b454d-f2d2-4468-927f-e87e5ddb87d9 req-9f64cd1a-4969-474b-b7f6-9fe7dacb98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:56.745321 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-448b454d-f2d2-4468-927f-e87e5ddb87d9 req-9f64cd1a-4969-474b-b7f6-9fe7dacb98a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=511fd5e1-8640-4b13-85c7-b6870517fe97 HTTP/1.1" status: 200  len: 855 time: 0.0641439
Jun 23 03:47:56.789940 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-448b454d-f2d2-4468-927f-e87e5ddb87d9 req-9dfdf125-9854-45f8-a49c-9819b7a90316 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1488ecd8-5219-44b1-8a8f-746295d3a6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0362968
Jun 23 03:47:56.871581 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-958062df-998e-4513-b333-3bd36dd074e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:56.928472 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-448b454d-f2d2-4468-927f-e87e5ddb87d9 req-43e86b23-9bf6-4406-9d34-439b58d2c2ad service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278186
Jun 23 03:47:57.036808 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-958062df-998e-4513-b333-3bd36dd074e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.046008 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-958062df-998e-4513-b333-3bd36dd074e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.077848 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:57.082970 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-958062df-998e-4513-b333-3bd36dd074e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=518dd953cea14136a50146c4373c5458&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5427046
Jun 23 03:47:57.089343 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55500) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:57.114130 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-448b454d-f2d2-4468-927f-e87e5ddb87d9 req-f64a24c4-9236-4c17-aafe-cc569ccfc507 service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751816
Jun 23 03:47:57.130669 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4f75-9f7d-40db-905d-859f864c331b req-37026592-6bf7-41f1-8f68-443aa293f74e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:57.132186 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-25cd4f75-9f7d-40db-905d-859f864c331b req-37026592-6bf7-41f1-8f68-443aa293f74e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.2025876
Jun 23 03:47:57.139218 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958062df-998e-4513-b333-3bd36dd074e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf6a559-531d-41d9-bcf2-fb8dc72b93e6,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:57.145360 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-958062df-998e-4513-b333-3bd36dd074e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:57.179142 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-69a3bc61-0f52-40c0-a93b-85ca5bddc186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.196715 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-25cd4f75-9f7d-40db-905d-859f864c331b req-44740fce-1de6-4551-a297-5470a224162e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578976
Jun 23 03:47:57.215338 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-69a3bc61-0f52-40c0-a93b-85ca5bddc186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.282352 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-69a3bc61-0f52-40c0-a93b-85ca5bddc186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.285684 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-69a3bc61-0f52-40c0-a93b-85ca5bddc186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.286770 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-69a3bc61-0f52-40c0-a93b-85ca5bddc186 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cbf6a559-531d-41d9-bcf2-fb8dc72b93e6 HTTP/1.1" status: 204  len: 168 time: 0.1963241
Jun 23 03:47:57.307053 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-958062df-998e-4513-b333-3bd36dd074e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:57.316841 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3bc61-0f52-40c0-a93b-85ca5bddc186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf6a559-531d-41d9-bcf2-fb8dc72b93e6,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:57.319523 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-69a3bc61-0f52-40c0-a93b-85ca5bddc186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:57.359765 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47316ba-ede4-4c79-a0f6-9831f768ad88 req-325c4b3a-8e79-4d1c-b8ff-8335033c6d6e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:57.362162 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c47316ba-ede4-4c79-a0f6-9831f768ad88 req-325c4b3a-8e79-4d1c-b8ff-8335033c6d6e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 943 time: 0.0930595
Jun 23 03:47:57.373881 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55512) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:57.412953 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c47316ba-ede4-4c79-a0f6-9831f768ad88 req-8af31853-10e8-444c-ab0f-b9c595f88b59 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441055
Jun 23 03:47:57.582960 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6a57040d-af16-47a7-9589-9cf823080e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.676177 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6a57040d-af16-47a7-9589-9cf823080e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.681320 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6a57040d-af16-47a7-9589-9cf823080e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.683738 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-293d9f3a-8088-46fe-acdb-58ad41d57abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:57.718056 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57040d-af16-47a7-9589-9cf823080e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d21d83-bf33-4577-9a99-19fc83150102,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:57.725122 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-6a57040d-af16-47a7-9589-9cf823080e8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfc472d554b241aaa6b25630e8d54090&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3500841
Jun 23 03:47:57.725782 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55526) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:57.732630 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-6a57040d-af16-47a7-9589-9cf823080e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:57.776549 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9d5c482a-15bf-4104-84f1-b36f55716dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.807192 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9d5c482a-15bf-4104-84f1-b36f55716dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.868669 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9d5c482a-15bf-4104-84f1-b36f55716dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.872205 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9d5c482a-15bf-4104-84f1-b36f55716dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:57.873666 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-9d5c482a-15bf-4104-84f1-b36f55716dd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0d21d83-bf33-4577-9a99-19fc83150102 HTTP/1.1" status: 204  len: 168 time: 0.1468120
Jun 23 03:47:57.874553 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:57.883656 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c482a-15bf-4104-84f1-b36f55716dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d21d83-bf33-4577-9a99-19fc83150102,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:57.886128 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9d5c482a-15bf-4104-84f1-b36f55716dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:58.022546 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55552) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:58.122339 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55556) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:58.134608 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-586976261-network', 'tenant_id': 'b8b7525fb2ae4d95bbaaaa028c17aed0'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:58.143561 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed9de-a168-46ff-8638-eea7eb1601cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.170917 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Made reservation on behalf of b8b7525fb2ae4d95bbaaaa028c17aed0 for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:47:58.173238 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.185402 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.268544 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed9de-a168-46ff-8638-eea7eb1601cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.275969 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed9de-a168-46ff-8638-eea7eb1601cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.280732 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9f7b7006-34b5-4031-b3cc-b08fba3904a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:58.327657 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-7a5ed9de-a168-46ff-8638-eea7eb1601cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62c2b6b4e08b4460a23fc23f8507c2fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2042739
Jun 23 03:47:58.330921 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55562) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:58.332690 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ed9de-a168-46ff-8638-eea7eb1601cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9478fb-fc3c-4d31-bf3e-07aa99cf7572,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:58.335567 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-7a5ed9de-a168-46ff-8638-eea7eb1601cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:58.380888 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-24c986a6-81cf-4fef-b320-c201f3259ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.394597 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.398490 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.402464 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b153f121-a80b-4895-8a63-d13b626c4e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:58.404267 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-24c986a6-81cf-4fef-b320-c201f3259ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.418974 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:47:58.434011 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80113985-480e-41c7-bca7-ba77151a621a,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:58.437397 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.437397 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Added segment 1f87cbbf-551d-4306-8ffe-e48996d79c0a of type vlan for network 0db8b30d-8080-4580-bd82-57ba5021f95b
Jun 23 03:47:58.438690 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:58.456188 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-24c986a6-81cf-4fef-b320-c201f3259ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.459136 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-24c986a6-81cf-4fef-b320-c201f3259ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.460681 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-24c986a6-81cf-4fef-b320-c201f3259ca1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f9478fb-fc3c-4d31-bf3e-07aa99cf7572 HTTP/1.1" status: 204  len: 168 time: 0.1283157
Jun 23 03:47:58.462412 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d485ac3e-7188-4853-b546-404619e8fdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:58.477142 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c986a6-81cf-4fef-b320-c201f3259ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9478fb-fc3c-4d31-bf3e-07aa99cf7572,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:58.479509 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-24c986a6-81cf-4fef-b320-c201f3259ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:58.479631 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.511600 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.512850 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:58.513424 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.516209 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:58.570670 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5467379
Jun 23 03:47:58.574002 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55568) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:47:58.575857 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Pushing event updated for resources: {'Network': ['ID=0db8b30d-8080-4580-bd82-57ba5021f95b,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:58.578573 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:58.579327 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Request body: {'subnet': {'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-586976261-subnet', 'tenant_id': 'b8b7525fb2ae4d95bbaaaa028c17aed0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:47:58.589252 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 0db8b30d-8080-4580-bd82-57ba5021f95b details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:47:58.615216 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Made reservation on behalf of b8b7525fb2ae4d95bbaaaa028c17aed0 for: {'subnet': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:47:58.618647 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.791607 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.793829 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-11c2d3ee-b7c2-4ba1-880c-1577ed29ef90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:47:58.840114 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10394faf-8a79-44f8-8bcd-aa5b9e1eb364,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:47:58.847068 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:47:58.860654 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Checking segment: {'id': '1f87cbbf-551d-4306-8ffe-e48996d79c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:47:58.860973 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Network hostable DHCP agents. Network: 0db8b30d-8080-4580-bd82-57ba5021f95b, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:47:58.877964 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Network 0db8b30d-8080-4580-bd82-57ba5021f95b is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:47:58.886076 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 0db8b30d-8080-4580-bd82-57ba5021f95b) {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:47:58.890162 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:47:58.890702 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:47:58.897708 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bafec20-479d-427e-839f-9ddda9645304 None None] Network 0db8b30d-8080-4580-bd82-57ba5021f95b requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:47:58.904589 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3294861
Jun 23 03:47:59.036832 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99294704-cd93-46f6-abf3-7fa573aee0d1 None None] Network 0db8b30d-8080-4580-bd82-57ba5021f95b requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:48:00.166529 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:48:00.293647 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:00.306207 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '9eb2f0a5-2dfb-48a5-be5a-ac32008b070b', 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7', 'port_id': '9eb2f0a5-2dfb-48a5-be5a-ac32008b070b', 'mac_address': 'fa:16:3e:fb:d1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511fd5e1-8640-4b13-85c7-b6870517fe97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:48:00.350016 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:00.365645 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:48:00.366180 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a47375-6349-4481-a486-e46520326004 req-e5a8a11b-97ab-4002-876e-830524d71cbd tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:00.373626 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-82a47375-6349-4481-a486-e46520326004 req-e5a8a11b-97ab-4002-876e-830524d71cbd tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0869415
Jun 23 03:48:00.388102 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:00.393686 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:00.396243 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:00.419453 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-82a47375-6349-4481-a486-e46520326004 req-ea64f73e-a20c-44a4-ac58-3db5a57a2efc tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436294
Jun 23 03:48:00.451710 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:00.455122 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:00.572435 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c44d3-c2bb-4774-9591-f8c98a320d67 req-5585c6cc-959b-4b9c-999d-68a6330b0114 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:00.573894 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-997c44d3-c2bb-4774-9591-f8c98a320d67 req-5585c6cc-959b-4b9c-999d-68a6330b0114 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 943 time: 0.2629881
Jun 23 03:48:00.610724 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-997c44d3-c2bb-4774-9591-f8c98a320d67 req-ca101664-c0a6-4ba6-832f-71515cda52fe tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298743
Jun 23 03:48:00.771536 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['9eb2f0a5-2dfb-48a5-be5a-ac32008b070b'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:48:01.624391 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46b5fb-465d-4f45-aa01-3a441ce88e5a req-eb66b57e-66d6-4758-a627-82b647b0397a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:01.626398 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bb46b5fb-465d-4f45-aa01-3a441ce88e5a req-eb66b57e-66d6-4758-a627-82b647b0397a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0742300
Jun 23 03:48:01.840413 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d609-3b0b-4f00-aa0a-5538bbef5b5d req-a8491d50-63e2-454c-ab44-310cefbc4c47 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:01.842271 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e837d609-3b0b-4f00-aa0a-5538bbef5b5d req-a8491d50-63e2-454c-ab44-310cefbc4c47 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 944 time: 0.0823822
Jun 23 03:48:01.882734 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e837d609-3b0b-4f00-aa0a-5538bbef5b5d req-22e6116b-6ec4-4a7b-b2cd-cc35ab75d371 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341415
Jun 23 03:48:01.922584 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bb46b5fb-465d-4f45-aa01-3a441ce88e5a req-f0c246d3-0993-447b-83fc-948ef095f7fd tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2891569
Jun 23 03:48:02.059378 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-e638fdd2-cc42-45f0-8150-bcebafe47eae tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:02.060839 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-e638fdd2-cc42-45f0-8150-bcebafe47eae tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/networks?id=0db8b30d-8080-4580-bd82-57ba5021f95b HTTP/1.1" status: 200  len: 813 time: 0.1006978
Jun 23 03:48:02.076927 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-fb9b1ce4-3037-4d13-bb5e-e21a345b128c tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/quotas/b8b7525fb2ae4d95bbaaaa028c17aed0 HTTP/1.1" status: 200  len: 375 time: 0.0087621
Jun 23 03:48:02.109813 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-9c027929-6da1-4c37-8441-035d49de6f03 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8b7525fb2ae4d95bbaaaa028c17aed0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0264761
Jun 23 03:48:02.147013 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:48:02.196849 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:48:02.200745 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:48:02.201124 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:02.202041 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-eca37523-696d-4189-b97c-03a816b0dbec service neutron] 10.222.0.15 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850625
Jun 23 03:48:02.277171 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:02.289687 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-bd112fbe-c830-4750-9491-4e649a7046bf service neutron] 10.222.0.15 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810015
Jun 23 03:48:02.299821 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb2f0a5-2dfb-48a5-be5a-ac32008b070b'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:48:02.302101 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8221a4-edaf-45b7-aef0-e0315fee44e8" -d '{"events": [{"server_uuid": "1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199", "name": "network-vif-plugged", "status": "completed", "tag": "9eb2f0a5-2dfb-48a5-be5a-ac32008b070b"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:48:02.318777 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:02.329287 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:02.332731 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:02.370334 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f88dbd-04bb-42bd-986e-ddbf9ed1e7f5 x-openstack-request-id: req-e4f88dbd-04bb-42bd-986e-ddbf9ed1e7f5 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:48:02.370922 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199", "name": "network-vif-plugged", "status": "completed", "tag": "9eb2f0a5-2dfb-48a5-be5a-ac32008b070b", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:48:02.371227 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4f88dbd-04bb-42bd-986e-ddbf9ed1e7f5 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:48:02.371581 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb2f0a5-2dfb-48a5-be5a-ac32008b070b', 'code': 200}
Jun 23 03:48:02.387749 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f37adcfe-5151-4f21-bf94-4b1f17f2ed4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:02.448014 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:02.463265 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:02.682444 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-68010e21-63bf-4543-811f-8000118f293a req-102bcf5c-91a7-4508-a135-5200dc799db4 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 210 time: 0.0408883
Jun 23 03:48:02.726420 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832eedb4-f224-46f6-ae20-2956d901c91d req-145a68d9-e64d-4737-bbae-807d83063072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:02.728020 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-832eedb4-f224-46f6-ae20-2956d901c91d req-145a68d9-e64d-4737-bbae-807d83063072 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 1098 time: 0.0760586
Jun 23 03:48:02.775562 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-832eedb4-f224-46f6-ae20-2956d901c91d req-a837c044-2d80-440e-9d91-256fb6ef49f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394919
Jun 23 03:48:03.090725 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e0892-1e52-44a0-9ba6-26928143dc49 req-29a7eddb-bf48-4266-a2f5-133a19f4afdc tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:03.092650 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-262e0892-1e52-44a0-9ba6-26928143dc49 req-29a7eddb-bf48-4266-a2f5-133a19f4afdc tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 945 time: 0.0904853
Jun 23 03:48:03.143903 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-262e0892-1e52-44a0-9ba6-26928143dc49 req-8e5a24c3-3590-4452-a97f-dfd5c77cd7ae tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408759
Jun 23 03:48:03.241473 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91240860-3d53-450e-a0a9-96d7f6170f31 req-805cbb98-b5c6-434f-81a2-746c765e6504 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:03.244103 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-91240860-3d53-450e-a0a9-96d7f6170f31 req-805cbb98-b5c6-434f-81a2-746c765e6504 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.1085541
Jun 23 03:48:03.305338 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-91240860-3d53-450e-a0a9-96d7f6170f31 req-8dcb22bd-878e-463a-a565-edcd8c2cbece tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398941
Jun 23 03:48:03.868887 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-68837cf9-012b-4130-a600-b24203e04b05 req-ebc341b8-4887-4b50-978c-d37475c7fc1d tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 210 time: 0.0283599
Jun 23 03:48:03.905623 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55742) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:04.039369 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ddc6f00b-871b-4d11-9b62-4436edcb26ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:04.187517 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-9edcbcfc-cda9-4b05-9045-5191e426e65e tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:04.189833 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-9edcbcfc-cda9-4b05-9045-5191e426e65e tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.26 "GET /v2.0/networks?id=0db8b30d-8080-4580-bd82-57ba5021f95b HTTP/1.1" status: 200  len: 813 time: 0.1391399
Jun 23 03:48:04.209071 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Request body: {'port': {'device_id': '04707b65-5c73-4b34-b974-2cf31730c38d', 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b', 'admin_state_up': True, 'tenant_id': 'b8b7525fb2ae4d95bbaaaa028c17aed0'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:48:04.293326 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ddc6f00b-871b-4d11-9b62-4436edcb26ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:04.301203 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ddc6f00b-871b-4d11-9b62-4436edcb26ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:04.312442 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-92e1bb99-2573-42cf-b0b8-f0569c138ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:04.391874 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-ddc6f00b-871b-4d11-9b62-4436edcb26ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e13771a862fa46e689b151dafe5007e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4849050
Jun 23 03:48:04.394462 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55760) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:04.413857 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6f00b-871b-4d11-9b62-4436edcb26ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d17782a-1bd0-4774-bbdd-c6f76b09dfb4,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:04.421076 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-ddc6f00b-871b-4d11-9b62-4436edcb26ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:04.449520 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ae370-e059-46a5-9965-bc9ccfababfb req-5d702fb5-7b78-452a-a370-5041d5bdd279 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:04.451005 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-117ae370-e059-46a5-9965-bc9ccfababfb req-5d702fb5-7b78-452a-a370-5041d5bdd279 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 945 time: 0.1395686
Jun 23 03:48:04.457927 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Made reservation on behalf of b8b7525fb2ae4d95bbaaaa028c17aed0 for: {'port': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:48:04.461681 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:04.523784 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-59bf1189-2362-4c23-b1f0-57117069d81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:04.557911 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-59bf1189-2362-4c23-b1f0-57117069d81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:04.558693 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-117ae370-e059-46a5-9965-bc9ccfababfb req-e5bcc7a8-ef54-4bd4-a3d6-af23a4ea602d tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933297
Jun 23 03:48:04.597026 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe118b-929b-4fb3-973f-2d425cc29abb req-9af036c2-230d-425f-867d-53e810d16da9 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:04.598814 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-23fe118b-929b-4fb3-973f-2d425cc29abb req-9af036c2-230d-425f-867d-53e810d16da9 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.1517498
Jun 23 03:48:04.649970 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Allocated IP 172.20.0.12 (0db8b30d-8080-4580-bd82-57ba5021f95b/10394faf-8a79-44f8-8bcd-aa5b9e1eb364/75c5fb14-9342-427e-985b-63ae4a4627a1) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:48:04.650702 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-23fe118b-929b-4fb3-973f-2d425cc29abb req-8279e0e2-ca92-4d94-8161-55c7c4ec895d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436673
Jun 23 03:48:04.655642 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-59bf1189-2362-4c23-b1f0-57117069d81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:04.660316 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-59bf1189-2362-4c23-b1f0-57117069d81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:04.663569 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-59bf1189-2362-4c23-b1f0-57117069d81f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d17782a-1bd0-4774-bbdd-c6f76b09dfb4 HTTP/1.1" status: 204  len: 168 time: 0.2679818
Jun 23 03:48:04.664949 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:04.687593 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf1189-2362-4c23-b1f0-57117069d81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d17782a-1bd0-4774-bbdd-c6f76b09dfb4,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:04.690787 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-59bf1189-2362-4c23-b1f0-57117069d81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:04.832349 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:04.879828 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:04.887004 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:05.006996 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Pushing event updated for resources: {'Port': ['ID=75c5fb14-9342-427e-985b-63ae4a4627a1,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:05.018575 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d06c212c-1fc1-405e-9fb9-2fbd9b71af44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:05.026851 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:05.046877 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Network 0db8b30d-8080-4580-bd82-57ba5021f95b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:48:05.050209 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:48:05.052892 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:48:05.059372 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:05.060157 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:05.090092 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8834434
Jun 23 03:48:05.107610 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Request body: {'port': {'device_id': '04707b65-5c73-4b34-b974-2cf31730c38d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:48:05.227084 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:05.261313 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43a185-8f54-4873-8582-aba6b98a5170 req-7fe461a1-e45b-4270-9a99-8a99a24ba33b tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:05.269004 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8b43a185-8f54-4873-8582-aba6b98a5170 req-7fe461a1-e45b-4270-9a99-8a99a24ba33b tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 932 time: 0.1346989
Jun 23 03:48:05.351710 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:05.393187 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8b43a185-8f54-4873-8582-aba6b98a5170 req-b330a852-2b74-47c5-83bb-96f7446f9b0a tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228163
Jun 23 03:48:05.561107 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c5fb14-9342-427e-985b-63ae4a4627a1 {{(pid=99523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:48:05.568937 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:05.580291 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Transition to ACTIVE for port object 75c5fb14-9342-427e-985b-63ae4a4627a1 will not be triggered until provisioned by entity L2. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:48:05.584199 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:05.585974 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:05.631199 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Pushing event updated for resources: {'Port': ['ID=75c5fb14-9342-427e-985b-63ae4a4627a1,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:05.635209 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:05.664887 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Attempting to bind port 75c5fb14-9342-427e-985b-63ae4a4627a1 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:48:05.665148 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Attempting to bind port 75c5fb14-9342-427e-985b-63ae4a4627a1 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '1f87cbbf-551d-4306-8ffe-e48996d79c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b'}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:48:05.665469 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Attempting to bind port 75c5fb14-9342-427e-985b-63ae4a4627a1 on network 0db8b30d-8080-4580-bd82-57ba5021f95b {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:48:05.669528 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Port 75c5fb14-9342-427e-985b-63ae4a4627a1 on network 0db8b30d-8080-4580-bd82-57ba5021f95b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:48:05.669853 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Attempting to bind port 75c5fb14-9342-427e-985b-63ae4a4627a1 on network 0db8b30d-8080-4580-bd82-57ba5021f95b {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:48:05.675454 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:48:05.675762 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Checking segment: {'id': '1f87cbbf-551d-4306-8ffe-e48996d79c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:48:05.676132 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Bound using segment: {'id': '1f87cbbf-551d-4306-8ffe-e48996d79c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b'} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:48:05.676550 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Bound port: 75c5fb14-9342-427e-985b-63ae4a4627a1, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f87cbbf-551d-4306-8ffe-e48996d79c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b'}}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:48:05.676999 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:05.744671 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] For port 75c5fb14-9342-427e-985b-63ae4a4627a1, host hv-cinder-76859, cleared binding levels {{(pid=99523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:48:05.747663 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] For port 75c5fb14-9342-427e-985b-63ae4a4627a1, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=75c5fb14-9342-427e-985b-63ae4a4627a1,segment=NetworkSegment(1f87cbbf-551d-4306-8ffe-e48996d79c0a),segment_id=1f87cbbf-551d-4306-8ffe-e48996d79c0a)] {{(pid=99523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:48:05.751486 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:05.753493 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-66705cea-5105-434a-b6d6-bf6f0c5c0ce8 tempest-DeleteServersTestJSON-1535982062 tempest-DeleteServersTestJSON-1535982062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:05.789122 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:05.789731 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:05.791108 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] 10.222.0.26 "PUT /v2.0/ports/75c5fb14-9342-427e-985b-63ae4a4627a1 HTTP/1.1" status: 200  len: 1094 time: 0.6891005
Jun 23 03:48:05.791597 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04707b65-5c73-4b34-b974-2cf31730c38d', 'tag': '75c5fb14-9342-427e-985b-63ae4a4627a1'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:48:05.794009 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff897f0-a8a5-4f2a-8ef2-73867a6ed725" -d '{"events": [{"name": "network-changed", "server_uuid": "04707b65-5c73-4b34-b974-2cf31730c38d", "tag": "75c5fb14-9342-427e-985b-63ae4a4627a1"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:48:05.819775 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Pushing event updated for resources: {'Port': ['ID=75c5fb14-9342-427e-985b-63ae4a4627a1,revision_number=3']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:05.822743 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:05.851074 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34a8744-74cf-435f-89fb-6bfb1eb846e5 x-openstack-request-id: req-e34a8744-74cf-435f-89fb-6bfb1eb846e5 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:48:05.851074 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04707b65-5c73-4b34-b974-2cf31730c38d", "tag": "75c5fb14-9342-427e-985b-63ae4a4627a1", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:48:05.851351 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e34a8744-74cf-435f-89fb-6bfb1eb846e5 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:48:05.851684 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04707b65-5c73-4b34-b974-2cf31730c38d', 'tag': '75c5fb14-9342-427e-985b-63ae4a4627a1', 'status': 'completed', 'code': 200}
Jun 23 03:48:05.863415 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936110d3-9ca6-4090-8ece-4ed226c7824c req-0a960dc9-3a98-4651-81aa-10c8d99b39b3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:05.864938 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-936110d3-9ca6-4090-8ece-4ed226c7824c req-0a960dc9-3a98-4651-81aa-10c8d99b39b3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0901423
Jun 23 03:48:05.895468 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-f592be25-3127-44d9-8d2c-ffeba70e6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:05.896951 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-f592be25-3127-44d9-8d2c-ffeba70e6512 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b7525fb2ae4d95bbaaaa028c17aed0&device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 1097 time: 0.0552964
Jun 23 03:48:05.902135 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-936110d3-9ca6-4090-8ece-4ed226c7824c req-47e238f6-0cf5-48c3-aadc-d256acfc8f74 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309522
Jun 23 03:48:05.945363 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-0d0c38da-0465-42d2-a60d-64b91fade3d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75c5fb14-9342-427e-985b-63ae4a4627a1 HTTP/1.1" status: 200  len: 217 time: 0.0374010
Jun 23 03:48:06.005122 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-5ccc39be-15e1-44e7-80eb-2935d32e5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:06.006519 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-5ccc39be-15e1-44e7-80eb-2935d32e5411 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10394faf-8a79-44f8-8bcd-aa5b9e1eb364 HTTP/1.1" status: 200  len: 853 time: 0.0434375
Jun 23 03:48:06.042329 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-25424467-5c72-4d1a-872a-b08c5b2785b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0db8b30d-8080-4580-bd82-57ba5021f95b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0281930
Jun 23 03:48:06.137999 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-f57548ed-44cb-4f52-a555-70095e919bbb service neutron] 10.222.0.26 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837426
Jun 23 03:48:06.240443 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9cf6dc24-87ee-4b6f-97b1-07ba15a9827d req-d5afb414-9167-4145-b9a2-e384060ba01a service neutron] 10.222.0.26 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836012
Jun 23 03:48:06.305517 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:06.379519 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff897f0-a8a5-4f2a-8ef2-73867a6ed725 req-c3877f38-e789-48d0-b722-a0ef8bbfff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:06.381051 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6ff897f0-a8a5-4f2a-8ef2-73867a6ed725 req-c3877f38-e789-48d0-b722-a0ef8bbfff12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b7525fb2ae4d95bbaaaa028c17aed0&device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 1097 time: 0.0668633
Jun 23 03:48:06.493406 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff897f0-a8a5-4f2a-8ef2-73867a6ed725 req-de074f68-46c6-4340-bd4d-ce4fd02475b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:06.495692 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6ff897f0-a8a5-4f2a-8ef2-73867a6ed725 req-de074f68-46c6-4340-bd4d-ce4fd02475b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0db8b30d-8080-4580-bd82-57ba5021f95b HTTP/1.1" status: 200  len: 913 time: 0.1043353
Jun 23 03:48:06.554745 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6ff897f0-a8a5-4f2a-8ef2-73867a6ed725 req-b7c1fc47-8a9c-407c-b17b-31008c33a7ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75c5fb14-9342-427e-985b-63ae4a4627a1 HTTP/1.1" status: 200  len: 217 time: 0.0416400
Jun 23 03:48:06.619928 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a649b8-18f3-4cd6-b291-1be4b04d4e38 req-aa5aff3a-ab0d-426c-9e3c-cc7f97c4aeb4 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:06.625248 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-40a649b8-18f3-4cd6-b291-1be4b04d4e38 req-aa5aff3a-ab0d-426c-9e3c-cc7f97c4aeb4 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 944 time: 0.1035135
Jun 23 03:48:06.625338 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff897f0-a8a5-4f2a-8ef2-73867a6ed725 req-3a31ecef-92d5-400d-9ce3-1ce57514d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:06.626152 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6ff897f0-a8a5-4f2a-8ef2-73867a6ed725 req-3a31ecef-92d5-400d-9ce3-1ce57514d232 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10394faf-8a79-44f8-8bcd-aa5b9e1eb364 HTTP/1.1" status: 200  len: 853 time: 0.0597103
Jun 23 03:48:06.669312 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-40a649b8-18f3-4cd6-b291-1be4b04d4e38 req-a668fe7a-27e1-4c79-bbe5-bf0acd8e8e4a tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453126
Jun 23 03:48:06.687639 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6ff897f0-a8a5-4f2a-8ef2-73867a6ed725 req-0d5b93f8-61b6-4229-b676-ea032f9a3acf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0db8b30d-8080-4580-bd82-57ba5021f95b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470681
Jun 23 03:48:06.794010 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6ff897f0-a8a5-4f2a-8ef2-73867a6ed725 req-131c7c29-12a0-4933-b628-a2f618dba4b9 service neutron] 10.222.0.26 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971537
Jun 23 03:48:06.896927 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6ff897f0-a8a5-4f2a-8ef2-73867a6ed725 req-268fa1b6-4a35-48f6-b85e-8b3c7f475626 service neutron] 10.222.0.26 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0962923
Jun 23 03:48:07.097772 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1793217-8bf8-4ed6-ad21-2f7fdc1320c4 req-2f6401a8-5144-49df-806f-86f42342823d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:07.099279 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b1793217-8bf8-4ed6-ad21-2f7fdc1320c4 req-2f6401a8-5144-49df-806f-86f42342823d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0728071
Jun 23 03:48:07.167254 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b1793217-8bf8-4ed6-ad21-2f7fdc1320c4 req-9cb2cf57-a0b9-4d7b-bc93-7a0b85ca1b49 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620234
Jun 23 03:48:07.187268 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b8d5f-de40-48ae-8bd4-e216d1dd808f req-f52daf88-281f-4899-bcc7-6ecb6845e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:07.188639 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-732b8d5f-de40-48ae-8bd4-e216d1dd808f req-f52daf88-281f-4899-bcc7-6ecb6845e662 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 1099 time: 0.0763729
Jun 23 03:48:07.231619 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-732b8d5f-de40-48ae-8bd4-e216d1dd808f req-52f0f6fc-677e-425b-8d2d-46df330b52ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331650
Jun 23 03:48:07.461624 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:07.840949 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afeb4a-ce92-486c-8ce5-75bc44b5d931 req-bdd43ee3-3581-4e99-83ab-399433f94e1c tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:07.842491 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-53afeb4a-ce92-486c-8ce5-75bc44b5d931 req-bdd43ee3-3581-4e99-83ab-399433f94e1c tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 944 time: 0.0625672
Jun 23 03:48:07.881635 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-53afeb4a-ce92-486c-8ce5-75bc44b5d931 req-35a92250-8a13-43dc-bb51-c08fe05d3771 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327799
Jun 23 03:48:08.167888 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 75c5fb14-9342-427e-985b-63ae4a4627a1 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:48:08.282309 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 75c5fb14-9342-427e-985b-63ae4a4627a1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=75c5fb14-9342-427e-985b-63ae4a4627a1,segment=NetworkSegment(1f87cbbf-551d-4306-8ffe-e48996d79c0a),segment_id=1f87cbbf-551d-4306-8ffe-e48996d79c0a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:08.294739 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '75c5fb14-9342-427e-985b-63ae4a4627a1', 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b', 'port_id': '75c5fb14-9342-427e-985b-63ae4a4627a1', 'mac_address': 'fa:16:3e:5d:26:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10394faf-8a79-44f8-8bcd-aa5b9e1eb364', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:48:08.337022 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:08.352737 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c5fb14-9342-427e-985b-63ae4a4627a1 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:48:08.374471 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fe19f-c43b-492e-a6f1-c507374e7af6 req-9cc00673-9a23-4640-aa3d-68a8f3631119 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:08.381167 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-698fe19f-c43b-492e-a6f1-c507374e7af6 req-9cc00673-9a23-4640-aa3d-68a8f3631119 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0798063
Jun 23 03:48:08.386192 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 75c5fb14-9342-427e-985b-63ae4a4627a1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=75c5fb14-9342-427e-985b-63ae4a4627a1,segment=NetworkSegment(1f87cbbf-551d-4306-8ffe-e48996d79c0a),segment_id=1f87cbbf-551d-4306-8ffe-e48996d79c0a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:08.393091 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:08.397743 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:08.454992 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-698fe19f-c43b-492e-a6f1-c507374e7af6 req-bdb1a5d7-2ed4-455a-b599-5355bf391560 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726562
Jun 23 03:48:08.461997 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=75c5fb14-9342-427e-985b-63ae4a4627a1,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:08.465170 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:08.821289 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['75c5fb14-9342-427e-985b-63ae4a4627a1'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:48:09.061482 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f1432-294b-4e5b-8278-d02d03bda9c0 req-f83eff8f-737b-4c9c-b925-9f44ed1cfa0e tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:09.062898 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-483f1432-294b-4e5b-8278-d02d03bda9c0 req-f83eff8f-737b-4c9c-b925-9f44ed1cfa0e tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 945 time: 0.0663843
Jun 23 03:48:09.099219 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-483f1432-294b-4e5b-8278-d02d03bda9c0 req-b691dfa0-e82e-44a6-a4b2-c122cfb0d472 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299547
Jun 23 03:48:09.635941 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3951c6-44e6-4a20-a777-d4e3f007fcfc req-03991387-e6da-4346-8fcd-40bbf09421e6 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:09.637589 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-de3951c6-44e6-4a20-a777-d4e3f007fcfc req-03991387-e6da-4346-8fcd-40bbf09421e6 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0637321
Jun 23 03:48:09.682201 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-de3951c6-44e6-4a20-a777-d4e3f007fcfc req-bd76c1e2-b790-49a7-ae64-19eb9784bf30 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342386
Jun 23 03:48:09.694206 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55912) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:09.743325 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a6870a-8ac6-4000-9e29-92c063b87551 admin admin] Deleting subnet 0d846595-436e-4d93-b5fc-a5c6afde3620 {{(pid=99522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:48:09.746526 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0a6870a-8ac6-4000-9e29-92c063b87551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:09.791469 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0a6870a-8ac6-4000-9e29-92c063b87551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25872734'] for subnet, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:09.828502 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0a6870a-8ac6-4000-9e29-92c063b87551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:09.861949 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac8972-32ee-4e4c-886a-d115fdfc8ec6 req-1b22f112-6c64-47d6-91ab-c846b7d50d77 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:09.863418 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-84ac8972-32ee-4e4c-886a-d115fdfc8ec6 req-1b22f112-6c64-47d6-91ab-c846b7d50d77 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0647192
Jun 23 03:48:09.881565 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0a6870a-8ac6-4000-9e29-92c063b87551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28700665'] for subnet, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:09.883757 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-587d9292-53f0-472c-9c9f-e98a7b00189c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:09.902563 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-84ac8972-32ee-4e4c-886a-d115fdfc8ec6 req-ec871b00-5e53-4ab5-bceb-c56760e1136c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331850
Jun 23 03:48:09.905825 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6870a-8ac6-4000-9e29-92c063b87551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d846595-436e-4d93-b5fc-a5c6afde3620,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:09.909879 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c0a6870a-8ac6-4000-9e29-92c063b87551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:09.912557 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0a6870a-8ac6-4000-9e29-92c063b87551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:09.917263 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-c0a6870a-8ac6-4000-9e29-92c063b87551 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0d846595-436e-4d93-b5fc-a5c6afde3620 HTTP/1.1" status: 204  len: 168 time: 0.2183793
Jun 23 03:48:09.917263 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55918) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:09.986778 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.069872 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.083931 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8badda6b50>,) {'filters': {'network_id': ['9b4631e4-2a59-4c15-a0a9-1349bc44ce48']}} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:48:10.094971 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8badda6b50>, 'ed529c6c-fd25-47b8-a21e-42f5a633d46c') {'for_net_delete': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:48:10.095326 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8badda6b50>, 'ed529c6c-fd25-47b8-a21e-42f5a633d46c') {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:48:10.105490 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25872705'] for segment, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.121159 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.129647 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=99522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:48:10.130258 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700590'] for segment, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.182894 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 75c5fb14-9342-427e-985b-63ae4a4627a1 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]: Traceback (most recent call last):
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     timer()
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     cb(*args, **kw)
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     return func(*args, **kwargs)
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     self._notify()
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     self.callback(batched_events)
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     event.method(event)
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     return f(self, *a, **k)
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._get(url).json()
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:48:10.193547 dv-cinder-768592-6-iscsi neutron-server[99522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:48:10.201437 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.206633 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:10.220510 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.225613 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55930) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:10.225843 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9b4631e4-2a59-4c15-a0a9-1349bc44ce48 HTTP/1.1" status: 204  len: 168 time: 0.3078763
Jun 23 03:48:10.226988 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b4631e4-2a59-4c15-a0a9-1349bc44ce48,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:10.230051 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-7580ba80-3405-4ce1-b9a5-cd5a0a136788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:10.296020 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd788c9-0b0d-4a02-b34b-a581e56b6072 admin admin] Deleting subnet 3726191c-4b77-4940-9357-fb15147f4da4 {{(pid=99523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:48:10.301900 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bcd788c9-0b0d-4a02-b34b-a581e56b6072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.312535 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 75c5fb14-9342-427e-985b-63ae4a4627a1 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:48:10.319721 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 75c5fb14-9342-427e-985b-63ae4a4627a1 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:48:10.320485 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.345330 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83b1e9-49ff-43bb-9902-637bfe32d070 req-606ac7ab-4d04-455a-9c76-9655bba4aec4 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:10.347098 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eb83b1e9-49ff-43bb-9902-637bfe32d070 req-606ac7ab-4d04-455a-9c76-9655bba4aec4 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 945 time: 0.0936100
Jun 23 03:48:10.359848 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bcd788c9-0b0d-4a02-b34b-a581e56b6072 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.374673 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bcd788c9-0b0d-4a02-b34b-a581e56b6072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.401175 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eb83b1e9-49ff-43bb-9902-637bfe32d070 req-d54c31c1-5124-4457-b12f-d40df5e54098 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478528
Jun 23 03:48:10.421226 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.436293 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bcd788c9-0b0d-4a02-b34b-a581e56b6072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.440042 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:10.446235 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04707b65-5c73-4b34-b974-2cf31730c38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c5fb14-9342-427e-985b-63ae4a4627a1'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:48:10.448577 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef379b1-c524-4672-b0c6-f3ff7a962d68" -d '{"events": [{"server_uuid": "04707b65-5c73-4b34-b974-2cf31730c38d", "name": "network-vif-plugged", "status": "completed", "tag": "75c5fb14-9342-427e-985b-63ae4a4627a1"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:48:10.461845 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 75c5fb14-9342-427e-985b-63ae4a4627a1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=75c5fb14-9342-427e-985b-63ae4a4627a1,segment=NetworkSegment(1f87cbbf-551d-4306-8ffe-e48996d79c0a),segment_id=1f87cbbf-551d-4306-8ffe-e48996d79c0a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:10.468142 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.471870 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd788c9-0b0d-4a02-b34b-a581e56b6072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3726191c-4b77-4940-9357-fb15147f4da4,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:10.472511 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bcd788c9-0b0d-4a02-b34b-a581e56b6072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.473610 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d16aebd4-9a25-452b-a8a0-a8516bbff446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:10.477401 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-bcd788c9-0b0d-4a02-b34b-a581e56b6072 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3726191c-4b77-4940-9357-fb15147f4da4 HTTP/1.1" status: 204  len: 168 time: 0.2505333
Jun 23 03:48:10.477668 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55938) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:10.479703 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-bcd788c9-0b0d-4a02-b34b-a581e56b6072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:10.503170 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e721de-f538-42e8-84b1-2e1da78f68d2 x-openstack-request-id: req-e1e721de-f538-42e8-84b1-2e1da78f68d2 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:48:10.503609 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04707b65-5c73-4b34-b974-2cf31730c38d", "name": "network-vif-plugged", "status": "completed", "tag": "75c5fb14-9342-427e-985b-63ae4a4627a1", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:48:10.503950 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1e721de-f538-42e8-84b1-2e1da78f68d2 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:48:10.504506 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55940) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:10.504635 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04707b65-5c73-4b34-b974-2cf31730c38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c5fb14-9342-427e-985b-63ae4a4627a1', 'code': 200}
Jun 23 03:48:10.531686 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=75c5fb14-9342-427e-985b-63ae4a4627a1,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:10.543025 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:10.565572 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.632921 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d9f476d1-ed2b-46ea-a141-3e52d505ca4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.662054 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.671910 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8badec85b0>,) {'filters': {'network_id': ['8625a9c5-6e0b-4c68-96b4-a044923ffbcf']}} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:48:10.690404 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8badec85b0>, '04fe84e7-30f3-4b75-86d7-f05014bf8219') {'for_net_delete': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:48:10.690702 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8badec85b0>, '04fe84e7-30f3-4b75-86d7-f05014bf8219') {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:48:10.701351 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25872705'] for segment, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.715583 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.722731 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=99522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:48:10.723115 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700590'] for segment, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]: Traceback (most recent call last):
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     timer()
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     cb(*args, **kw)
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     return func(*args, **kwargs)
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     self._notify()
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     self.callback(batched_events)
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     event.method(event)
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     return f(self, *a, **k)
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._get(url).json()
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:48:10.724750 dv-cinder-768592-6-iscsi neutron-server[99522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:48:10.766598 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d9f476d1-ed2b-46ea-a141-3e52d505ca4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.778221 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d9f476d1-ed2b-46ea-a141-3e52d505ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.780560 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:10.780704 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.785943 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:10.788977 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.792800 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] 10.222.0.15 "DELETE /v2.0/networks/8625a9c5-6e0b-4c68-96b4-a044923ffbcf HTTP/1.1" status: 204  len: 168 time: 0.3121555
Jun 23 03:48:10.805267 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] Pushing event deleted for resources: {'Network': ['ID=8625a9c5-6e0b-4c68-96b4-a044923ffbcf,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:10.807648 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cc1e4a41-a08d-494a-bbef-c6a8fb86609f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:10.834792 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-d9f476d1-ed2b-46ea-a141-3e52d505ca4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b5ee5ad411042b4b8e1dd6a82093798&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3265820
Jun 23 03:48:10.834792 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f476d1-ed2b-46ea-a141-3e52d505ca4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1410c7-4109-4f84-8bb4-5d1d69853948,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:10.835205 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55952) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:10.849619 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d9f476d1-ed2b-46ea-a141-3e52d505ca4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:10.851552 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ef4c1-c90a-4fe7-a1bd-5be4b684d96b req-f64c9883-f9da-4023-b7bc-8f6c4d11f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:10.853034 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8e4ef4c1-c90a-4fe7-a1bd-5be4b684d96b req-f64c9883-f9da-4023-b7bc-8f6c4d11f76e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 1099 time: 0.1344273
Jun 23 03:48:10.892918 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8e4ef4c1-c90a-4fe7-a1bd-5be4b684d96b req-0a39a5cf-eb93-43d4-a8a7-da8b5716448c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305908
Jun 23 03:48:10.905372 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73cbd326-c29a-4043-aafe-a2d6dd2908d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.929131 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73cbd326-c29a-4043-aafe-a2d6dd2908d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:10.943364 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55954) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:11.000520 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-5d9eba48-4bc2-4436-b162-b30c914da1e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5c57d7eb5a3412c8f7b6a57b4196719&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0560358
Jun 23 03:48:11.003497 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55956) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:11.025909 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73cbd326-c29a-4043-aafe-a2d6dd2908d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.028449 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-73cbd326-c29a-4043-aafe-a2d6dd2908d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.029528 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-73cbd326-c29a-4043-aafe-a2d6dd2908d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad1410c7-4109-4f84-8bb4-5d1d69853948 HTTP/1.1" status: 204  len: 168 time: 0.1933560
Jun 23 03:48:11.033283 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-88b01a84-451c-4a3a-9fcb-5cfbeb304920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:11.047516 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbd326-c29a-4043-aafe-a2d6dd2908d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1410c7-4109-4f84-8bb4-5d1d69853948,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:11.051809 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-73cbd326-c29a-4043-aafe-a2d6dd2908d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:11.067060 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e676ebdb-e121-4289-b846-5bbb89b1af2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.090458 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e676ebdb-e121-4289-b846-5bbb89b1af2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.138067 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e676ebdb-e121-4289-b846-5bbb89b1af2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.141326 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e676ebdb-e121-4289-b846-5bbb89b1af2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.143137 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-e676ebdb-e121-4289-b846-5bbb89b1af2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e9323ef-0de4-44e2-b647-096ce456f203 HTTP/1.1" status: 204  len: 168 time: 0.1384652
Jun 23 03:48:11.143865 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-7a5ed9de-a168-46ff-8638-eea7eb1601cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:11.151378 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676ebdb-e121-4289-b846-5bbb89b1af2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9323ef-0de4-44e2-b647-096ce456f203,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:11.153627 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e676ebdb-e121-4289-b846-5bbb89b1af2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:11.424202 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55972) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:11.446629 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dd9da1bf-4f2c-4538-89b7-80356c741de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.476119 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 55974) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:11.538942 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-f1df9b55-8632-4140-9417-c35c5cbcbfae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00f631562c0f4709bda961f2a33905eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0615332
Jun 23 03:48:11.545221 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55976) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:11.591607 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dd9da1bf-4f2c-4538-89b7-80356c741de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.593908 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d07d4-14e9-42a0-8a44-d9a0968f32e3 req-e4411d86-6634-4b45-b178-7c2c9cb2e92b tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:11.596417 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-616d07d4-14e9-42a0-8a44-d9a0968f32e3 req-e4411d86-6634-4b45-b178-7c2c9cb2e92b tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 946 time: 0.0747204
Jun 23 03:48:11.605789 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dd9da1bf-4f2c-4538-89b7-80356c741de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.612904 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-71c7e89c-a3a1-4bbf-819c-10339235d2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:11.642293 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-616d07d4-14e9-42a0-8a44-d9a0968f32e3 req-bb0d97b6-02f0-4ac8-aa18-211f21f6d36d tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399907
Jun 23 03:48:11.655951 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9da1bf-4f2c-4538-89b7-80356c741de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc4e063-a970-46f2-89cc-9b5065c10abc,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:11.668123 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dd9da1bf-4f2c-4538-89b7-80356c741de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:11.685040 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-dd9da1bf-4f2c-4538-89b7-80356c741de6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c4073a5eabf419197b03a86094b9b10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2563300
Jun 23 03:48:11.685915 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 55980) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:11.693642 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-24a1490e-01cd-4596-8f06-7bac30f31284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.734512 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b1043-d510-4864-b69a-a2901c345374 req-ba0c6ef6-f327-4018-8133-f55f110a9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:11.736160 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-433b1043-d510-4864-b69a-a2901c345374 req-ba0c6ef6-f327-4018-8133-f55f110a9f4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 1099 time: 0.0657935
Jun 23 03:48:11.765271 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-24a1490e-01cd-4596-8f06-7bac30f31284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.832934 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b1043-d510-4864-b69a-a2901c345374 req-9e2f85ff-280c-425d-943b-73a3b17809e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:11.833513 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fea96e3f-bdeb-43d2-bb0e-389e82eeca25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.834557 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-433b1043-d510-4864-b69a-a2901c345374 req-9e2f85ff-280c-425d-943b-73a3b17809e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 918 time: 0.0901885
Jun 23 03:48:11.866740 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025840e-d8ba-4c63-8fed-d45af3ca4b46 req-99c1939d-0023-494d-b7a6-4d437c810f9e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:11.868502 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4025840e-d8ba-4c63-8fed-d45af3ca4b46 req-99c1939d-0023-494d-b7a6-4d437c810f9e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1565731
Jun 23 03:48:11.871602 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fea96e3f-bdeb-43d2-bb0e-389e82eeca25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.881514 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-24a1490e-01cd-4596-8f06-7bac30f31284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.884050 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-24a1490e-01cd-4596-8f06-7bac30f31284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.885144 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-24a1490e-01cd-4596-8f06-7bac30f31284 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a3ce3ea-cf2c-4828-8d68-fc267f0ff362 HTTP/1.1" status: 204  len: 168 time: 0.3367765
Jun 23 03:48:11.890481 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-433b1043-d510-4864-b69a-a2901c345374 req-646c6667-f13b-4e0f-9b70-8742c96ac8ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395fa879-2292-4f6e-82a3-05f37b4209e0 HTTP/1.1" status: 200  len: 217 time: 0.0374777
Jun 23 03:48:11.892608 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-36c70013-5dbb-4a8e-a167-cda1d4eb4f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:11.914511 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1490e-01cd-4596-8f06-7bac30f31284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3ce3ea-cf2c-4828-8d68-fc267f0ff362,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:11.921727 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-24a1490e-01cd-4596-8f06-7bac30f31284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:11.944305 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4025840e-d8ba-4c63-8fed-d45af3ca4b46 req-35ab909e-40ff-4adb-ac26-234b4974ea44 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660348
Jun 23 03:48:11.967286 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b1043-d510-4864-b69a-a2901c345374 req-4195fe3d-b80e-4616-b157-d2d0e951b14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:11.967286 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-433b1043-d510-4864-b69a-a2901c345374 req-4195fe3d-b80e-4616-b157-d2d0e951b14d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 200  len: 858 time: 0.0688210
Jun 23 03:48:11.984378 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fea96e3f-bdeb-43d2-bb0e-389e82eeca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.985353 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fea96e3f-bdeb-43d2-bb0e-389e82eeca25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:11.990250 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-fea96e3f-bdeb-43d2-bb0e-389e82eeca25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2cc4e063-a970-46f2-89cc-9b5065c10abc HTTP/1.1" status: 204  len: 168 time: 0.3006964
Jun 23 03:48:11.990250 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-68687de9-9953-42ea-b82c-adb41ee11800 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:12.020565 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea96e3f-bdeb-43d2-bb0e-389e82eeca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc4e063-a970-46f2-89cc-9b5065c10abc,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:12.023743 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fea96e3f-bdeb-43d2-bb0e-389e82eeca25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:12.032185 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-433b1043-d510-4864-b69a-a2901c345374 req-34dba47d-f3f8-4ad1-8c55-c5d916b11994 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392969
Jun 23 03:48:12.152368 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-433b1043-d510-4864-b69a-a2901c345374 req-e25c2386-a795-4a1e-bb0e-00285b3efcb5 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1031227
Jun 23 03:48:12.467331 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-433b1043-d510-4864-b69a-a2901c345374 req-63595382-82fb-481b-98b5-6b3866d152fa service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3049722
Jun 23 03:48:12.849837 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4403c3-8918-4a4a-8b8b-2acfd484f1ae req-d37accea-0868-4902-b225-7cb196702c42 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:12.851369 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0d4403c3-8918-4a4a-8b8b-2acfd484f1ae req-d37accea-0868-4902-b225-7cb196702c42 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 946 time: 0.0715520
Jun 23 03:48:12.892203 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0d4403c3-8918-4a4a-8b8b-2acfd484f1ae req-d384350a-f415-44e4-a59b-c70360872cae tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351443
Jun 23 03:48:13.164474 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9947f-dcfa-46c4-9b61-903b547d8220 req-36964516-3035-4ed5-85c6-e2415cc3ba26 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:13.173074 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-57c9947f-dcfa-46c4-9b61-903b547d8220 req-36964516-3035-4ed5-85c6-e2415cc3ba26 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0870776
Jun 23 03:48:13.248870 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-57c9947f-dcfa-46c4-9b61-903b547d8220 req-759b4304-47e3-44e7-bce0-35c4e37b9523 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740428
Jun 23 03:48:14.448789 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1003a-b3e5-4b39-aa63-f44ed97e2cf2 req-d2747f20-105a-405c-9ea4-6b3c49c9903d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:14.450266 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70f1003a-b3e5-4b39-aa63-f44ed97e2cf2 req-d2747f20-105a-405c-9ea4-6b3c49c9903d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0780027
Jun 23 03:48:14.494464 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70f1003a-b3e5-4b39-aa63-f44ed97e2cf2 req-812d64d2-8d12-406a-911a-da6a6353e012 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360925
Jun 23 03:48:15.687261 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b096dfa-8a4b-4718-81d1-e48a70c790e3 req-c536474c-7cf8-4d8e-9b72-30f77d8d69ac tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:15.688779 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4b096dfa-8a4b-4718-81d1-e48a70c790e3 req-c536474c-7cf8-4d8e-9b72-30f77d8d69ac tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0771015
Jun 23 03:48:15.728270 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4b096dfa-8a4b-4718-81d1-e48a70c790e3 req-1f1f8196-0c18-418d-bd8f-6be000a91d9f tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326228
Jun 23 03:48:18.505542 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32da17-8e2c-40c0-9725-e51c8fb3cc82 req-8ab6fe4b-6385-4008-899e-09e8e354911a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:18.506978 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8e32da17-8e2c-40c0-9725-e51c8fb3cc82 req-8ab6fe4b-6385-4008-899e-09e8e354911a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0617797
Jun 23 03:48:18.543991 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8e32da17-8e2c-40c0-9725-e51c8fb3cc82 req-0719ad8d-dfa3-487e-bfde-4fe756eb820b tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314047
Jun 23 03:48:22.781393 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f4e48-a5d5-4cc6-b86f-02834fdb8e22 req-97fa4364-3c38-45be-8486-49cb7cf7a491 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:22.782832 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-434f4e48-a5d5-4cc6-b86f-02834fdb8e22 req-97fa4364-3c38-45be-8486-49cb7cf7a491 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0640917
Jun 23 03:48:22.822100 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-434f4e48-a5d5-4cc6-b86f-02834fdb8e22 req-571823ce-8b9b-4a21-88f2-11145245ae98 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335290
Jun 23 03:48:23.750530 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-60ddb67f-7255-4e98-84da-a3ba24e40714 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:23.751967 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-60ddb67f-7255-4e98-84da-a3ba24e40714 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 815 time: 0.1054034
Jun 23 03:48:23.766314 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-2255a58f-1262-4483-8598-2b0681ed01af tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/quotas/df1ae0b29d86411591279b9241c5f63e HTTP/1.1" status: 200  len: 375 time: 0.0086865
Jun 23 03:48:23.843047 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-bfbc6792-cbe8-41fc-bf8d-9a9711bae853 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0704546
Jun 23 03:48:23.935748 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-702db301-6fb4-475c-ab85-c8fcc4f2d236 service neutron] 10.222.0.15 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859222
Jun 23 03:48:24.037525 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-6254f7bc-8a9d-4643-898c-0f76d6c0a7e3 service neutron] 10.222.0.15 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0959053
Jun 23 03:48:24.086871 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979d98d-21c1-4fc2-9c07-ab1da72e30e6 req-f778d436-a9fc-420d-8f39-6f6740a781e5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:24.095392 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5979d98d-21c1-4fc2-9c07-ab1da72e30e6 req-f778d436-a9fc-420d-8f39-6f6740a781e5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0897129
Jun 23 03:48:24.141818 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5979d98d-21c1-4fc2-9c07-ab1da72e30e6 req-d1e4fa61-4e3e-4e9b-a9e9-ec2d1d603b6c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448608
Jun 23 03:48:24.262514 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c2ac33f4-325d-45db-80eb-9220a5629695 req-b82b1f8e-1ab3-485d-9da1-1286343c5976 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 210 time: 0.0314715
Jun 23 03:48:25.320729 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76300971-b22e-4494-96f9-fa32c9e969d7 req-d609a079-a15e-4ac6-86a0-95f5dbf6b1f2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:25.322127 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-76300971-b22e-4494-96f9-fa32c9e969d7 req-d609a079-a15e-4ac6-86a0-95f5dbf6b1f2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0635052
Jun 23 03:48:25.361209 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-76300971-b22e-4494-96f9-fa32c9e969d7 req-2d0b17fc-2f30-4d23-9f10-a6eb15f3f95a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331352
Jun 23 03:48:25.408919 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0ca24416-6e01-44f9-a9ba-57fd26da0b64 req-431035ae-5e9c-4e79-8dad-4adda630b564 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 210 time: 0.0282662
Jun 23 03:48:25.568474 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-11cfa67e-4b61-4861-832b-21c6fcb4460e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:25.570016 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-11cfa67e-4b61-4861-832b-21c6fcb4460e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 815 time: 0.1117060
Jun 23 03:48:25.597792 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Request body: {'port': {'device_id': '9afe14f8-17fa-4b2a-ad10-ddfb1d306077', 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7', 'admin_state_up': True, 'tenant_id': 'df1ae0b29d86411591279b9241c5f63e'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:48:25.724192 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Made reservation on behalf of df1ae0b29d86411591279b9241c5f63e for: {'port': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:48:25.727522 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:25.758469 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:25.875021 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Allocated IP 172.20.0.3 (1488ecd8-5219-44b1-8a8f-746295d3a6c7/511fd5e1-8640-4b13-85c7-b6870517fe97/6db5f43d-bc14-462d-8609-5228e3a10bf3) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:48:25.893439 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 56378) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:26.016461 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-92ccfa28-9400-44fc-b03e-f37b0bb60a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.082316 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.153919 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.164497 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:26.173225 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['f1e0bc72-eda1-483a-b697-ba2dfc8de494', 'a0012524-7be4-456d-92cf-ad2f5f78b5c9', '9eb2f0a5-2dfb-48a5-be5a-ac32008b070b'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:48:26.173493 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-92ccfa28-9400-44fc-b03e-f37b0bb60a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.204703 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-92ccfa28-9400-44fc-b03e-f37b0bb60a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.223756 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:48:26.235515 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:48:26.247125 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:48:26.252836 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:26.253464 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.263384 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Pushing event updated for resources: {'Port': ['ID=6db5f43d-bc14-462d-8609-5228e3a10bf3,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:26.266938 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-92ccfa28-9400-44fc-b03e-f37b0bb60a0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1dba402cb554a3192b61b7bb066fb0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3728936
Jun 23 03:48:26.269698 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 56388) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:26.272905 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:26.274306 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-def20503-d4ed-4c05-8de7-93991fdff04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:26.282900 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6890922
Jun 23 03:48:26.297534 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccfa28-9400-44fc-b03e-f37b0bb60a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9965344d-6259-421d-85b4-27ee3efa9552,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:26.302723 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-92ccfa28-9400-44fc-b03e-f37b0bb60a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:26.328945 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe1f4-ab30-4314-9cf9-4d5d82cf838a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.349915 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe1f4-ab30-4314-9cf9-4d5d82cf838a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.399013 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe1f4-ab30-4314-9cf9-4d5d82cf838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.402268 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe1f4-ab30-4314-9cf9-4d5d82cf838a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.404973 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-0bbbe1f4-ab30-4314-9cf9-4d5d82cf838a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9965344d-6259-421d-85b4-27ee3efa9552 HTTP/1.1" status: 204  len: 168 time: 0.1332865
Jun 23 03:48:26.406019 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-114f57ea-0d55-4b6c-849d-39575b69ec27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:26.416265 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe1f4-ab30-4314-9cf9-4d5d82cf838a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9965344d-6259-421d-85b4-27ee3efa9552,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:26.419273 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-0bbbe1f4-ab30-4314-9cf9-4d5d82cf838a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:26.578321 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601c780-9dcf-4ef0-964f-0d738193d55c req-ddd92e83-f5a7-437f-b4c7-da2e23dc986c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:26.579913 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d601c780-9dcf-4ef0-964f-0d738193d55c req-ddd92e83-f5a7-437f-b4c7-da2e23dc986c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0752020
Jun 23 03:48:26.620072 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d601c780-9dcf-4ef0-964f-0d738193d55c req-c07ff281-4072-4c22-80f9-5b7680b503f5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337076
Jun 23 03:48:26.706227 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 56398) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:26.720220 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-603edd48-7d38-4406-9249-a0b2bcbc7ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.819058 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31280f12-5502-413f-b287-2c1e276783e7 req-9f3a9c23-e1d1-40fb-b344-10184729516a tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:26.820623 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-31280f12-5502-413f-b287-2c1e276783e7 req-9f3a9c23-e1d1-40fb-b344-10184729516a tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 931 time: 0.0974348
Jun 23 03:48:26.883300 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-31280f12-5502-413f-b287-2c1e276783e7 req-da2fc9ef-e653-4021-9dc8-49139fee707f tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564671
Jun 23 03:48:26.895996 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-603edd48-7d38-4406-9249-a0b2bcbc7ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.901087 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-603edd48-7d38-4406-9249-a0b2bcbc7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:26.903560 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-24a1490e-01cd-4596-8f06-7bac30f31284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:26.942860 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-603edd48-7d38-4406-9249-a0b2bcbc7ee4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8c191b0384a497ab53d8ef05d441541&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2348957
Jun 23 03:48:26.943833 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603edd48-7d38-4406-9249-a0b2bcbc7ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e05a9c3-2de4-4fb6-83da-ec0676726bf6,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:26.946898 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 56402) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:26.947370 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-603edd48-7d38-4406-9249-a0b2bcbc7ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:26.997364 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-146c0243-9d50-4664-ae5f-57fe43e1673a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:27.017996 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-146c0243-9d50-4664-ae5f-57fe43e1673a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:27.063070 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-146c0243-9d50-4664-ae5f-57fe43e1673a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:27.065780 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-146c0243-9d50-4664-ae5f-57fe43e1673a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:27.067589 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-146c0243-9d50-4664-ae5f-57fe43e1673a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e05a9c3-2de4-4fb6-83da-ec0676726bf6 HTTP/1.1" status: 204  len: 168 time: 0.1197026
Jun 23 03:48:27.068374 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-da91a41f-d78e-4c02-9fca-34d1ed54b094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:27.075433 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c0243-9d50-4664-ae5f-57fe43e1673a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e05a9c3-2de4-4fb6-83da-ec0676726bf6,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:27.078203 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-146c0243-9d50-4664-ae5f-57fe43e1673a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:27.383941 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 56412) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:27.397717 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9eed0d7e-ca11-4cbc-8a4b-da2c09fb3135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:27.491308 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9eed0d7e-ca11-4cbc-8a4b-da2c09fb3135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:27.495355 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9eed0d7e-ca11-4cbc-8a4b-da2c09fb3135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:27.497825 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-21bbad8c-953b-4066-8593-ea91a7a05427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:27.533868 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed0d7e-ca11-4cbc-8a4b-da2c09fb3135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44387a05-3b61-4a8c-85af-33e52f667116,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:27.539333 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-9eed0d7e-ca11-4cbc-8a4b-da2c09fb3135 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1fbaf729c394e779352c2d999fe65ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1544013
Jun 23 03:48:27.540190 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9eed0d7e-ca11-4cbc-8a4b-da2c09fb3135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:27.542555 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 56414) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:27.591043 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da75907e-5af6-416d-b920-3263cc402aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:27.611154 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da75907e-5af6-416d-b920-3263cc402aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:27.664034 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da75907e-5af6-416d-b920-3263cc402aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:27.666701 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da75907e-5af6-416d-b920-3263cc402aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:27.667828 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-da75907e-5af6-416d-b920-3263cc402aac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44387a05-3b61-4a8c-85af-33e52f667116 HTTP/1.1" status: 204  len: 168 time: 0.1249673
Jun 23 03:48:27.668656 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-bd5c8e56-d6e8-4ec8-84dd-33cf0d0f6acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:27.676182 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75907e-5af6-416d-b920-3263cc402aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44387a05-3b61-4a8c-85af-33e52f667116,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:27.680576 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-da75907e-5af6-416d-b920-3263cc402aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:28.259634 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ce101-94e1-48f7-bff8-85b58a9eac35 req-110c9bd7-6b50-467d-bb13-c2f0dd36e81d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:28.261136 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-566ce101-94e1-48f7-bff8-85b58a9eac35 req-110c9bd7-6b50-467d-bb13-c2f0dd36e81d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0660086
Jun 23 03:48:28.304250 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-566ce101-94e1-48f7-bff8-85b58a9eac35 req-8857c75c-7430-49f4-b351-65da3cc0b2db tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373445
Jun 23 03:48:28.330136 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 56444) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:28.427490 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-880224610-network', 'tenant_id': '09a5baa2de7443ac8d9d89df6abebd6a'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:48:28.450409 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Made reservation on behalf of 09a5baa2de7443ac8d9d89df6abebd6a for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:48:28.453042 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:28.461626 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:28.470418 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345511d3-03c5-4334-bd92-32d87ffb59f1 req-18f4ae35-84c9-40a8-9191-e8c9bffe4ee0 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:28.471877 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-345511d3-03c5-4334-bd92-32d87ffb59f1 req-18f4ae35-84c9-40a8-9191-e8c9bffe4ee0 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 931 time: 0.0638881
Jun 23 03:48:28.515956 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-345511d3-03c5-4334-bd92-32d87ffb59f1 req-ba11560f-515b-46fd-85fb-a8489f07414a tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374119
Jun 23 03:48:28.554865 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:28.558375 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:28.561331 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-69a3bc61-0f52-40c0-a93b-85ca5bddc186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:28.584162 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:48:28.593602 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f48950-5bd4-4a59-aea7-1786a32dcf9c,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:28.596783 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:28.601770 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:28.602106 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Added segment 12455615-dd28-4069-a756-d93b6a3f85bb of type vlan for network f1099b6d-2371-4200-a90e-c36a509f37c3
Jun 23 03:48:28.642991 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:28.674013 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:28.675305 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:28.676556 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:28.680666 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:28.711963 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3805838
Jun 23 03:48:28.715010 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 56448) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:28.719893 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Request body: {'subnet': {'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-880224610-subnet', 'tenant_id': '09a5baa2de7443ac8d9d89df6abebd6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:48:28.741823 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Made reservation on behalf of 09a5baa2de7443ac8d9d89df6abebd6a for: {'subnet': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:48:28.744788 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:28.747035 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Pushing event updated for resources: {'Network': ['ID=f1099b6d-2371-4200-a90e-c36a509f37c3,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:28.750207 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:28.758285 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network f1099b6d-2371-4200-a90e-c36a509f37c3 details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:48:28.914000 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619'] for subnet, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:28.916242 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-bcd788c9-0b0d-4a02-b34b-a581e56b6072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:28.972929 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9335154-7425-4220-89f2-a44ef37c7220,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:28.983913 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.984277 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.984661 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.985017 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.985363 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.985708 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.986048 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.986387 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.986726 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.987060 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.987393 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.987726 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:28.993294 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:28.994352 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Checking segment: {'id': '12455615-dd28-4069-a756-d93b6a3f85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:48:28.994703 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Network hostable DHCP agents. Network: f1099b6d-2371-4200-a90e-c36a509f37c3, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:48:29.010484 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Network f1099b6d-2371-4200-a90e-c36a509f37c3 is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:48:29.018252 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, f1099b6d-2371-4200-a90e-c36a509f37c3) {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:48:29.022624 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:29.023320 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:29.028672 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8239c9fb-9a91-4337-ab03-96ce494b7ed8 None None] Network f1099b6d-2371-4200-a90e-c36a509f37c3 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:48:29.038126 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3219888
Jun 23 03:48:29.229401 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Request body: {'port': {'device_id': '9afe14f8-17fa-4b2a-ad10-ddfb1d306077', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:48:29.271445 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ab496-2660-4232-a59a-a167e06b6f99 None None] Network f1099b6d-2371-4200-a90e-c36a509f37c3 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:48:29.321070 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:29.554482 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da30f9b-33df-4275-9317-512ec1f1c8b8 req-99ba19f8-aada-4476-a1ff-aee0cb7cf519 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:29.556172 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7da30f9b-33df-4275-9317-512ec1f1c8b8 req-99ba19f8-aada-4476-a1ff-aee0cb7cf519 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0779228
Jun 23 03:48:29.603756 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7da30f9b-33df-4275-9317-512ec1f1c8b8 req-0bdac309-f467-4dfa-bd41-e44d2825a014 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402479
Jun 23 03:48:29.698098 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db5f43d-bc14-462d-8609-5228e3a10bf3 {{(pid=99523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:48:29.725150 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:29.742579 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Transition to ACTIVE for port object 6db5f43d-bc14-462d-8609-5228e3a10bf3 will not be triggered until provisioned by entity L2. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:48:29.747777 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:29.750928 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:29.817807 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae96d9-4779-4878-97f7-7b4df632fe1d req-187d13c4-e97e-4cb0-a32e-74aa11af41a1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:29.819286 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5dae96d9-4779-4878-97f7-7b4df632fe1d req-187d13c4-e97e-4cb0-a32e-74aa11af41a1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 931 time: 0.1456988
Jun 23 03:48:29.819902 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Pushing event updated for resources: {'Port': ['ID=6db5f43d-bc14-462d-8609-5228e3a10bf3,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:29.824386 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:29.872859 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Attempting to bind port 6db5f43d-bc14-462d-8609-5228e3a10bf3 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:48:29.873104 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Attempting to bind port 6db5f43d-bc14-462d-8609-5228e3a10bf3 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:48:29.873431 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Attempting to bind port 6db5f43d-bc14-462d-8609-5228e3a10bf3 on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:48:29.885751 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Port 6db5f43d-bc14-462d-8609-5228e3a10bf3 on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:48:29.886070 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Attempting to bind port 6db5f43d-bc14-462d-8609-5228e3a10bf3 on network 1488ecd8-5219-44b1-8a8f-746295d3a6c7 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:48:29.891018 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5dae96d9-4779-4878-97f7-7b4df632fe1d req-b86f0faa-5d6d-470c-ba1e-df7bd03fa119 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657253
Jun 23 03:48:29.893537 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:48:29.893998 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Checking segment: {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:48:29.894462 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Bound using segment: {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:48:29.895269 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Bound port: 6db5f43d-bc14-462d-8609-5228e3a10bf3, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9932dc94-55ad-4791-b515-f55e022e1fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7'}}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:48:29.895622 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:29.964768 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] For port 6db5f43d-bc14-462d-8609-5228e3a10bf3, host hv-cinder-76859, cleared binding levels {{(pid=99523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:48:29.967862 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] For port 6db5f43d-bc14-462d-8609-5228e3a10bf3, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=6db5f43d-bc14-462d-8609-5228e3a10bf3,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:48:29.971208 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:29.974574 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:30.008950 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:30.009539 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:30.010904 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] 10.222.0.26 "PUT /v2.0/ports/6db5f43d-bc14-462d-8609-5228e3a10bf3 HTTP/1.1" status: 200  len: 1093 time: 0.7858963
Jun 23 03:48:30.013409 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afe14f8-17fa-4b2a-ad10-ddfb1d306077', 'tag': '6db5f43d-bc14-462d-8609-5228e3a10bf3'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:48:30.015642 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e384397-d7d5-4e5f-8baf-bdaae4f5a57e" -d '{"events": [{"name": "network-changed", "server_uuid": "9afe14f8-17fa-4b2a-ad10-ddfb1d306077", "tag": "6db5f43d-bc14-462d-8609-5228e3a10bf3"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:48:30.048952 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Pushing event updated for resources: {'Port': ['ID=6db5f43d-bc14-462d-8609-5228e3a10bf3,revision_number=3']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:30.052972 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:30.083068 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f1e30f-998f-49c5-b332-37ec618fdf08 x-openstack-request-id: req-96f1e30f-998f-49c5-b332-37ec618fdf08 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:48:30.083386 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afe14f8-17fa-4b2a-ad10-ddfb1d306077", "tag": "6db5f43d-bc14-462d-8609-5228e3a10bf3", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:48:30.083669 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96f1e30f-998f-49c5-b332-37ec618fdf08 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:48:30.084085 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afe14f8-17fa-4b2a-ad10-ddfb1d306077', 'tag': '6db5f43d-bc14-462d-8609-5228e3a10bf3', 'status': 'completed', 'code': 200}
Jun 23 03:48:30.127988 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-ec83e596-6587-4adc-9ed3-12768262a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:30.129439 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-ec83e596-6587-4adc-9ed3-12768262a71d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 1096 time: 0.0564070
Jun 23 03:48:30.178201 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-d5f31d8a-121d-4ea7-b87b-a082d49abcb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6db5f43d-bc14-462d-8609-5228e3a10bf3 HTTP/1.1" status: 200  len: 217 time: 0.0386600
Jun 23 03:48:30.232595 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-e39a8967-87ad-4f36-ba96-661a70b5f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:30.234074 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-e39a8967-87ad-4f36-ba96-661a70b5f8ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=511fd5e1-8640-4b13-85c7-b6870517fe97 HTTP/1.1" status: 200  len: 855 time: 0.0455017
Jun 23 03:48:30.274449 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-d633d259-a197-49c4-80a6-322a4a7229b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1488ecd8-5219-44b1-8a8f-746295d3a6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285184
Jun 23 03:48:30.390902 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-997f5864-16bb-4f63-b8ca-8491fd9151fa service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1000948
Jun 23 03:48:30.487097 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4e172f2d-428e-44ac-a047-69aacdc90cb1 req-2f954880-2c68-411d-ba04-99e6274adfdb service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879960
Jun 23 03:48:30.600831 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384397-d7d5-4e5f-8baf-bdaae4f5a57e req-39e325e9-6e80-40d9-a261-3548b6b7c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:30.602308 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5e384397-d7d5-4e5f-8baf-bdaae4f5a57e req-39e325e9-6e80-40d9-a261-3548b6b7c075 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=df1ae0b29d86411591279b9241c5f63e&device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 1096 time: 0.0567477
Jun 23 03:48:30.709279 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384397-d7d5-4e5f-8baf-bdaae4f5a57e req-f1ff20ea-8de5-42b0-bf50-499ca120e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:30.709279 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5e384397-d7d5-4e5f-8baf-bdaae4f5a57e req-f1ff20ea-8de5-42b0-bf50-499ca120e8ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 200  len: 915 time: 0.0963931
Jun 23 03:48:30.755139 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5e384397-d7d5-4e5f-8baf-bdaae4f5a57e req-73b66879-3b0d-4b38-857d-76bde5261473 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6db5f43d-bc14-462d-8609-5228e3a10bf3 HTTP/1.1" status: 200  len: 217 time: 0.0410829
Jun 23 03:48:30.839659 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384397-d7d5-4e5f-8baf-bdaae4f5a57e req-fcdb55e6-1175-4eef-9359-ce547c888631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:30.841122 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5e384397-d7d5-4e5f-8baf-bdaae4f5a57e req-fcdb55e6-1175-4eef-9359-ce547c888631 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=511fd5e1-8640-4b13-85c7-b6870517fe97 HTTP/1.1" status: 200  len: 855 time: 0.0587904
Jun 23 03:48:30.866172 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b3dc1-b729-4768-b2f6-04e986a9ec79 req-87dceb2e-7ed7-47a8-8311-2dd17302c6de tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:30.867584 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3c8b3dc1-b729-4768-b2f6-04e986a9ec79 req-87dceb2e-7ed7-47a8-8311-2dd17302c6de tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1155567
Jun 23 03:48:30.886940 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5e384397-d7d5-4e5f-8baf-bdaae4f5a57e req-aa58817c-01e1-4c73-9311-df2c4d6f046a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1488ecd8-5219-44b1-8a8f-746295d3a6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0374665
Jun 23 03:48:30.930343 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783c1a-8377-4884-9585-adee6c703778 req-f1510010-cf7b-4a76-a52c-9f8579a96f8e tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:30.931779 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-f1510010-cf7b-4a76-a52c-9f8579a96f8e tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/networks?id=f1099b6d-2371-4200-a90e-c36a509f37c3 HTTP/1.1" status: 200  len: 808 time: 0.1089592
Jun 23 03:48:30.947133 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-7900155a-7d18-49d5-9990-2335a9cc33c5 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/quotas/09a5baa2de7443ac8d9d89df6abebd6a HTTP/1.1" status: 200  len: 375 time: 0.0092824
Jun 23 03:48:30.968360 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3c8b3dc1-b729-4768-b2f6-04e986a9ec79 req-dee1b3ae-1058-4bd7-a335-1405f391df2d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837278
Jun 23 03:48:30.982250 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-8bb7814e-c9c0-4309-bfde-6bdf368fd31d tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=09a5baa2de7443ac8d9d89df6abebd6a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0295496
Jun 23 03:48:31.006574 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5e384397-d7d5-4e5f-8baf-bdaae4f5a57e req-9ccbd8cd-d12d-4364-965e-ffff2ae28f7b service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1063139
Jun 23 03:48:31.083961 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-6e98c0d5-e0e0-4ef5-9cd1-2e7dc6627fb4 service neutron] 10.222.0.15 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907986
Jun 23 03:48:31.143046 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5e384397-d7d5-4e5f-8baf-bdaae4f5a57e req-fa4e2755-dcec-46e4-ab6a-b6767741985b service neutron] 10.222.0.26 "GET /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252096
Jun 23 03:48:31.160670 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe2d55-15fb-4fcd-aa62-8c64b1002099 req-aafbd43e-8874-4180-a337-4f8f477937d7 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:31.162469 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c0fe2d55-15fb-4fcd-aa62-8c64b1002099 req-aafbd43e-8874-4180-a337-4f8f477937d7 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 943 time: 0.0911958
Jun 23 03:48:31.176403 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-979f2311-f892-4f7f-a387-e6ad4667aedc service neutron] 10.222.0.15 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860646
Jun 23 03:48:31.209091 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c0fe2d55-15fb-4fcd-aa62-8c64b1002099 req-70716abc-3e02-403e-bcf5-eb74c43002c3 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362709
Jun 23 03:48:31.343258 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-82693103-03d7-4dcd-834a-68df4af45be4 req-c9bbad4c-c8a2-46fb-8fb5-d6506eb14849 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 210 time: 0.0283659
Jun 23 03:48:32.149727 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e0c42-917f-4749-8a2a-7c2224f6f6f0 req-5b5d2ba3-8b91-44b5-980c-ce53dd0eefd0 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:32.151202 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7b7e0c42-917f-4749-8a2a-7c2224f6f6f0 req-5b5d2ba3-8b91-44b5-980c-ce53dd0eefd0 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0646152
Jun 23 03:48:32.190435 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7b7e0c42-917f-4749-8a2a-7c2224f6f6f0 req-1aa51b55-0320-4352-a087-3c87becd4306 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334706
Jun 23 03:48:32.234417 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:48:32.248593 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 6db5f43d-bc14-462d-8609-5228e3a10bf3 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:48:32.349211 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-07a252f2-00e8-4367-b4a8-64797aa4f656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:32.361401 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 6db5f43d-bc14-462d-8609-5228e3a10bf3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=6db5f43d-bc14-462d-8609-5228e3a10bf3,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:32.372290 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '6db5f43d-bc14-462d-8609-5228e3a10bf3', 'network_id': '1488ecd8-5219-44b1-8a8f-746295d3a6c7', 'port_id': '6db5f43d-bc14-462d-8609-5228e3a10bf3', 'mac_address': 'fa:16:3e:aa:41:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '511fd5e1-8640-4b13-85c7-b6870517fe97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:48:32.397357 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47ef9-398e-45b1-9006-23faac285e13 req-c3d23fdc-8acb-488a-a350-8860263651ce tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:32.399512 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f4a47ef9-398e-45b1-9006-23faac285e13 req-c3d23fdc-8acb-488a-a350-8860263651ce tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 943 time: 0.0750785
Jun 23 03:48:32.421912 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:32.435887 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db5f43d-bc14-462d-8609-5228e3a10bf3 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:48:32.450887 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f4a47ef9-398e-45b1-9006-23faac285e13 req-5090300f-ee84-415a-9a10-109946a1cbea tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419610
Jun 23 03:48:32.478795 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 6db5f43d-bc14-462d-8609-5228e3a10bf3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=6db5f43d-bc14-462d-8609-5228e3a10bf3,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:32.480948 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:32.483748 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:32.505410 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-fb4339aa-d076-4b56-ab5d-8816542957b7 req-589786c0-2dfc-4fc4-a49c-713b50b1a9f9 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 210 time: 0.0360067
Jun 23 03:48:32.542115 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=6db5f43d-bc14-462d-8609-5228e3a10bf3,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:32.545607 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:32.649195 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783c1a-8377-4884-9585-adee6c703778 req-9807541a-3a7f-43f7-8584-7c5857af12e4 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:32.652259 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-9807541a-3a7f-43f7-8584-7c5857af12e4 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.26 "GET /v2.0/networks?id=f1099b6d-2371-4200-a90e-c36a509f37c3 HTTP/1.1" status: 200  len: 808 time: 0.1184974
Jun 23 03:48:32.673101 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Request body: {'port': {'device_id': '48bcc1bd-09fa-494a-bb95-5c7dc48eec64', 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3', 'admin_state_up': True, 'tenant_id': '09a5baa2de7443ac8d9d89df6abebd6a'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:48:32.834326 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Made reservation on behalf of 09a5baa2de7443ac8d9d89df6abebd6a for: {'port': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:48:32.838946 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:32.984460 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Allocated IP 172.20.0.8 (f1099b6d-2371-4200-a90e-c36a509f37c3/d9335154-7425-4220-89f2-a44ef37c7220/e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:48:33.016322 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['6db5f43d-bc14-462d-8609-5228e3a10bf3'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:48:33.137457 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:33.177179 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:33.181068 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d6308113-5a7f-49ca-83e3-c5a0252d4502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:33.230851 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Network f1099b6d-2371-4200-a90e-c36a509f37c3 is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:48:33.233404 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:48:33.241293 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:48:33.247037 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:33.247639 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:33.256628 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Pushing event updated for resources: {'Port': ['ID=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:33.260945 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:33.268213 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6003566
Jun 23 03:48:33.285096 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Request body: {'port': {'device_id': '48bcc1bd-09fa-494a-bb95-5c7dc48eec64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:48:33.400094 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:33.626761 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cb491-0a8f-40be-ae3e-74c242a97d96 req-b6c60e05-beb9-4368-8c75-dd9276c78f9d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:33.628106 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-783cb491-0a8f-40be-ae3e-74c242a97d96 req-b6c60e05-beb9-4368-8c75-dd9276c78f9d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.3176875
Jun 23 03:48:33.639414 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd678a5-1379-46ec-98b2-3b06618de851 req-093bec6e-c06c-41a0-bec6-0a91683f232f tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:33.640914 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4dd678a5-1379-46ec-98b2-3b06618de851 req-093bec6e-c06c-41a0-bec6-0a91683f232f tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 944 time: 0.0632737
Jun 23 03:48:33.688095 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4dd678a5-1379-46ec-98b2-3b06618de851 req-b64261ad-5c08-469f-b1c6-ae6c0a71eb03 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394645
Jun 23 03:48:33.746474 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-783cb491-0a8f-40be-ae3e-74c242a97d96 req-a816a60f-43f5-4dd1-81d4-c7f732155e7c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016324
Jun 23 03:48:33.861390 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd74f49-60eb-40b1-99a6-ba60aa2fd8ef req-3d82cf7a-83fc-43b3-895d-e4e311680ecb tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:33.863124 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5dd74f49-60eb-40b1-99a6-ba60aa2fd8ef req-3d82cf7a-83fc-43b3-895d-e4e311680ecb tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 931 time: 0.0696788
Jun 23 03:48:33.905784 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e {{(pid=99523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:48:33.915023 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:33.929356 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Transition to ACTIVE for port object e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e will not be triggered until provisioned by entity L2. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:48:33.933513 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:33.935756 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-618cbd39-5f9d-4f5a-9ccb-a0c9671a4f51 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:33.999317 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:34.003940 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:34.041733 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Attempting to bind port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:48:34.042143 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Attempting to bind port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '12455615-dd28-4069-a756-d93b6a3f85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3'}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:48:34.042551 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Attempting to bind port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e on network f1099b6d-2371-4200-a90e-c36a509f37c3 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:48:34.047821 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e on network f1099b6d-2371-4200-a90e-c36a509f37c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:48:34.048214 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Attempting to bind port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e on network f1099b6d-2371-4200-a90e-c36a509f37c3 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:48:34.054311 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:48:34.054748 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Checking segment: {'id': '12455615-dd28-4069-a756-d93b6a3f85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:48:34.055198 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Bound using segment: {'id': '12455615-dd28-4069-a756-d93b6a3f85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3'} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:48:34.055855 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Bound port: e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12455615-dd28-4069-a756-d93b6a3f85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3'}}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:48:34.056273 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:34.121230 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5dd74f49-60eb-40b1-99a6-ba60aa2fd8ef req-d297bd47-42f6-4214-a347-ef064cf49fe8 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2511513
Jun 23 03:48:34.130156 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] For port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e, host hv-cinder-76859, cleared binding levels {{(pid=99523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:48:34.133484 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] For port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e,segment=NetworkSegment(12455615-dd28-4069-a756-d93b6a3f85bb),segment_id=12455615-dd28-4069-a756-d93b6a3f85bb)] {{(pid=99523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:48:34.143338 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:34.146893 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:34.178570 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:34.179172 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:34.180512 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] 10.222.0.26 "PUT /v2.0/ports/e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e HTTP/1.1" status: 200  len: 1093 time: 0.8998222
Jun 23 03:48:34.182738 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bcc1bd-09fa-494a-bb95-5c7dc48eec64', 'tag': 'e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:48:34.185530 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123e95cc-62e8-4450-a815-75e8f616434d" -d '{"events": [{"name": "network-changed", "server_uuid": "48bcc1bd-09fa-494a-bb95-5c7dc48eec64", "tag": "e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:48:34.215876 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e,revision_number=3']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:34.219527 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:34.253705 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8379be1d-9e2e-4f68-a28c-39439e9923a9 x-openstack-request-id: req-8379be1d-9e2e-4f68-a28c-39439e9923a9 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:48:34.254683 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bcc1bd-09fa-494a-bb95-5c7dc48eec64", "tag": "e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:48:34.254968 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8379be1d-9e2e-4f68-a28c-39439e9923a9 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:48:34.255380 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bcc1bd-09fa-494a-bb95-5c7dc48eec64', 'tag': 'e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e', 'status': 'completed', 'code': 200}
Jun 23 03:48:34.299906 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783c1a-8377-4884-9585-adee6c703778 req-90fb4b44-1f6d-454f-a994-20157a2eabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:34.302951 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-90fb4b44-1f6d-454f-a994-20157a2eabe3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5baa2de7443ac8d9d89df6abebd6a&device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 1096 time: 0.0584488
Jun 23 03:48:34.323077 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 56588) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:34.358653 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-3c36ba21-55cb-45bb-a544-81143ba6ee29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e HTTP/1.1" status: 200  len: 217 time: 0.0373268
Jun 23 03:48:34.414495 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce783c1a-8377-4884-9585-adee6c703778 req-a69e6835-a65f-4475-90ae-46a1ef69188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:34.415987 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-a69e6835-a65f-4475-90ae-46a1ef69188e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9335154-7425-4220-89f2-a44ef37c7220 HTTP/1.1" status: 200  len: 848 time: 0.0434990
Jun 23 03:48:34.429108 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:34.454217 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-3355edf7-c49c-41d2-a2a9-83606d363eb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1099b6d-2371-4200-a90e-c36a509f37c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0289567
Jun 23 03:48:34.520476 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:34.525397 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:34.527872 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-451b13f3-e6ba-458e-bffc-9842c6ffee75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:34.558568 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-5817b8e8-46d6-421f-a179-80697c29be12 service neutron] 10.222.0.26 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913231
Jun 23 03:48:34.569306 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3fc85fe9dd14aa09fd1cfadf3ccedd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2451019
Jun 23 03:48:34.570069 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ba8868-a3d4-4790-ba45-abbee6c5b653,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:34.572834 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 56594) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:34.583941 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.584320 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.584713 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.585074 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.585425 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.585777 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.586120 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.586463 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.586810 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.587151 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.587489 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.587828 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:34.598234 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:34.636318 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f811c5f5-e19d-451a-8ca4-f5fcdcebad6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:34.651771 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ce783c1a-8377-4884-9585-adee6c703778 req-9fbeefe3-868e-42df-b743-ac89bf863b74 service neutron] 10.222.0.26 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856164
Jun 23 03:48:34.662254 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f811c5f5-e19d-451a-8ca4-f5fcdcebad6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:34.722206 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f811c5f5-e19d-451a-8ca4-f5fcdcebad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:34.726421 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f811c5f5-e19d-451a-8ca4-f5fcdcebad6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:34.730000 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-f811c5f5-e19d-451a-8ca4-f5fcdcebad6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94ba8868-a3d4-4790-ba45-abbee6c5b653 HTTP/1.1" status: 204  len: 168 time: 0.1538301
Jun 23 03:48:34.730000 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-59bf1189-2362-4c23-b1f0-57117069d81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:34.744110 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811c5f5-e19d-451a-8ca4-f5fcdcebad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ba8868-a3d4-4790-ba45-abbee6c5b653,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:34.748701 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f811c5f5-e19d-451a-8ca4-f5fcdcebad6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:34.876536 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e95cc-62e8-4450-a815-75e8f616434d req-eb707dd2-f9d4-4cb2-b3bd-c8f8c044e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:34.881517 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-123e95cc-62e8-4450-a815-75e8f616434d req-eb707dd2-f9d4-4cb2-b3bd-c8f8c044e0d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5baa2de7443ac8d9d89df6abebd6a&device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 1096 time: 0.1438346
Jun 23 03:48:35.015720 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406a21d-798c-427b-bb0a-1ff2770c1f67 req-4f1882dc-aa60-4c7f-9a8b-ba79d4eeb9a3 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:35.024142 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9471eadd-6dbc-4a6c-b068-11bfe0cbd169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:35.025738 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8406a21d-798c-427b-bb0a-1ff2770c1f67 req-4f1882dc-aa60-4c7f-9a8b-ba79d4eeb9a3 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 944 time: 0.1008091
Jun 23 03:48:35.061300 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8406a21d-798c-427b-bb0a-1ff2770c1f67 req-501ee4d2-3bc0-4555-8e98-1567e8dc25cd tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346384
Jun 23 03:48:35.108593 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc5c03-ee62-43b6-a303-8e3c759c172f req-82494cdd-6bb9-41ea-a5b1-a8e1d74c7198 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:35.110245 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15fc5c03-ee62-43b6-a303-8e3c759c172f req-82494cdd-6bb9-41ea-a5b1-a8e1d74c7198 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1926031
Jun 23 03:48:35.114183 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e95cc-62e8-4450-a815-75e8f616434d req-c1d60562-2f77-4a29-8547-9a3ccdf31bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:35.115856 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-123e95cc-62e8-4450-a815-75e8f616434d req-c1d60562-2f77-4a29-8547-9a3ccdf31bdb service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1099b6d-2371-4200-a90e-c36a509f37c3 HTTP/1.1" status: 200  len: 908 time: 0.2242954
Jun 23 03:48:35.168068 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-123e95cc-62e8-4450-a815-75e8f616434d req-e793198f-a571-4059-b10d-7bbc24a6a6d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e HTTP/1.1" status: 200  len: 217 time: 0.0424469
Jun 23 03:48:35.184496 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15fc5c03-ee62-43b6-a303-8e3c759c172f req-397ea803-1af7-4d45-8024-8cf8e759b4b1 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667219
Jun 23 03:48:35.239544 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e95cc-62e8-4450-a815-75e8f616434d req-2a29a3fc-e6d9-4f52-bb0e-8780d0281551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:35.241011 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-123e95cc-62e8-4450-a815-75e8f616434d req-2a29a3fc-e6d9-4f52-bb0e-8780d0281551 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9335154-7425-4220-89f2-a44ef37c7220 HTTP/1.1" status: 200  len: 848 time: 0.0459421
Jun 23 03:48:35.286877 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-123e95cc-62e8-4450-a815-75e8f616434d req-7d6776c7-2739-4867-92db-e42e47f0e492 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1099b6d-2371-4200-a90e-c36a509f37c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0378835
Jun 23 03:48:35.350024 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:35.442082 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-123e95cc-62e8-4450-a815-75e8f616434d req-cd376d27-dd96-4ad9-9f01-038ae6b0b166 service neutron] 10.222.0.26 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464458
Jun 23 03:48:35.452553 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4321f-7ba0-48ca-98bb-5f894fbf8bff req-ac667500-73d2-4214-80e4-89ac143d11a8 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:35.453916 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-71d4321f-7ba0-48ca-98bb-5f894fbf8bff req-ac667500-73d2-4214-80e4-89ac143d11a8 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 943 time: 0.1392565
Jun 23 03:48:35.549609 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-71d4321f-7ba0-48ca-98bb-5f894fbf8bff req-ec11a804-b43e-4ad3-90a1-5857446d183a tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863147
Jun 23 03:48:35.572073 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-123e95cc-62e8-4450-a815-75e8f616434d req-1c30bc05-df40-4a56-bed5-62a0e5fb0ece service neutron] 10.222.0.26 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1171782
Jun 23 03:48:36.259194 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba65609-9bfe-4e04-be1f-1973bedb9e7e req-d587a1bc-5d4e-487c-8d04-d844b3ebae36 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:36.260799 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bba65609-9bfe-4e04-be1f-1973bedb9e7e req-d587a1bc-5d4e-487c-8d04-d844b3ebae36 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 944 time: 0.0741100
Jun 23 03:48:36.262425 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 6db5f43d-bc14-462d-8609-5228e3a10bf3 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:48:36.316221 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bba65609-9bfe-4e04-be1f-1973bedb9e7e req-6719eab7-fe32-44df-989f-2f23d7dfac3b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489969
Jun 23 03:48:36.343679 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:36.345030 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 6db5f43d-bc14-462d-8609-5228e3a10bf3 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:48:36.349622 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 6db5f43d-bc14-462d-8609-5228e3a10bf3 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:48:36.350109 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:36.450622 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:36.493489 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afe14f8-17fa-4b2a-ad10-ddfb1d306077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db5f43d-bc14-462d-8609-5228e3a10bf3'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:48:36.498492 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdddb9a5-49ba-49ce-b671-d4951f975a2b" -d '{"events": [{"server_uuid": "9afe14f8-17fa-4b2a-ad10-ddfb1d306077", "name": "network-vif-plugged", "status": "completed", "tag": "6db5f43d-bc14-462d-8609-5228e3a10bf3"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:48:36.524235 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 6db5f43d-bc14-462d-8609-5228e3a10bf3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=6db5f43d-bc14-462d-8609-5228e3a10bf3,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:36.533258 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:36.537060 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:36.578637 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2317c01-d0be-4117-a03d-4cf946799943 req-e16b473d-423a-421d-bc58-90027e049cf1 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:36.582078 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b2317c01-d0be-4117-a03d-4cf946799943 req-e16b473d-423a-421d-bc58-90027e049cf1 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1244094
Jun 23 03:48:36.608890 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=6db5f43d-bc14-462d-8609-5228e3a10bf3,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:36.613656 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:36.632757 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b2317c01-d0be-4117-a03d-4cf946799943 req-46241d3f-6b6a-406e-9b35-3739849f5cd2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370409
Jun 23 03:48:36.677437 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34fb821-1122-4828-8575-f2965aef9915 x-openstack-request-id: req-d34fb821-1122-4828-8575-f2965aef9915 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:48:36.677931 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afe14f8-17fa-4b2a-ad10-ddfb1d306077", "name": "network-vif-plugged", "status": "completed", "tag": "6db5f43d-bc14-462d-8609-5228e3a10bf3", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:48:36.678360 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d34fb821-1122-4828-8575-f2965aef9915 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:48:36.678935 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afe14f8-17fa-4b2a-ad10-ddfb1d306077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db5f43d-bc14-462d-8609-5228e3a10bf3', 'code': 200}
Jun 23 03:48:36.834830 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a264e3c-a569-49c2-9108-abca7ecadbb3 req-4c9a55ce-8dff-44bd-af30-f30b217cc48c tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:36.836310 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8a264e3c-a569-49c2-9108-abca7ecadbb3 req-4c9a55ce-8dff-44bd-af30-f30b217cc48c tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 943 time: 0.0656254
Jun 23 03:48:36.878666 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8a264e3c-a569-49c2-9108-abca7ecadbb3 req-b3599bf6-a37c-4bce-b70f-231c39a36edf tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355885
Jun 23 03:48:36.932700 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ceb7a-8bd2-4fdb-a016-455832ad9a7b req-273739a5-a800-4099-8fcd-80e47bfb8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:36.934161 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-510ceb7a-8bd2-4fdb-a016-455832ad9a7b req-273739a5-a800-4099-8fcd-80e47bfb8a89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 1098 time: 0.0547452
Jun 23 03:48:36.972515 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-510ceb7a-8bd2-4fdb-a016-455832ad9a7b req-4990c320-613f-4083-ac53-cfe01bdf8748 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0297158
Jun 23 03:48:37.465394 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:37.494965 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53811030-4556-41e0-adb2-ae1bb519db88 req-de838fd1-6833-4fc2-9f44-e204f8cbc89b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:37.496421 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-53811030-4556-41e0-adb2-ae1bb519db88 req-de838fd1-6833-4fc2-9f44-e204f8cbc89b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 945 time: 0.0659940
Jun 23 03:48:37.533227 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-53811030-4556-41e0-adb2-ae1bb519db88 req-3800c383-1848-499c-8504-3d6b243e4a80 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310731
Jun 23 03:48:37.809237 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb23076-d886-4fa5-95fc-94dd35910321 req-203d9b9e-61df-47cf-af80-8ad0ae35a332 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:37.810673 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb23076-d886-4fa5-95fc-94dd35910321 req-203d9b9e-61df-47cf-af80-8ad0ae35a332 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0651443
Jun 23 03:48:37.846792 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb23076-d886-4fa5-95fc-94dd35910321 req-99f519c3-71c5-4595-bd1e-e2c80b5c0257 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305769
Jun 23 03:48:38.055997 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612159c-c310-43e0-8069-d562f4f3e0a1 req-66d34115-eb7c-4eab-922b-4a9d401845b5 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:38.057473 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f612159c-c310-43e0-8069-d562f4f3e0a1 req-66d34115-eb7c-4eab-922b-4a9d401845b5 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 943 time: 0.0639369
Jun 23 03:48:38.094652 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f612159c-c310-43e0-8069-d562f4f3e0a1 req-96db6353-0c73-46af-ac12-b35d76628604 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316598
Jun 23 03:48:38.261597 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:48:38.358831 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e,segment=NetworkSegment(12455615-dd28-4069-a756-d93b6a3f85bb),segment_id=12455615-dd28-4069-a756-d93b6a3f85bb)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:38.371948 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': 'e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e', 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3', 'port_id': 'e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e', 'mac_address': 'fa:16:3e:0d:23:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9335154-7425-4220-89f2-a44ef37c7220', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:48:38.408688 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:38.423490 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:48:38.451058 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e,segment=NetworkSegment(12455615-dd28-4069-a756-d93b6a3f85bb),segment_id=12455615-dd28-4069-a756-d93b6a3f85bb)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:38.457620 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:38.459211 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:38.505090 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:38.512756 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.513085 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.513452 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.513752 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.514123 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.514484 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.514816 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.515140 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.515496 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.515850 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.516171 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.516484 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:48:38.521077 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:38.724588 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a89f4c-23a2-4540-a4cf-c01749650d97 req-cd7e8fe4-94d1-4212-98d7-be584ec23e2b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:38.726096 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a8a89f4c-23a2-4540-a4cf-c01749650d97 req-cd7e8fe4-94d1-4212-98d7-be584ec23e2b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 945 time: 0.0650337
Jun 23 03:48:38.764595 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a8a89f4c-23a2-4540-a4cf-c01749650d97 req-27270620-f65a-45ee-935e-3cf5b8e7ab6b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324278
Jun 23 03:48:38.996516 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:48:39.057647 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a031f08-0e55-47be-8092-b0be7d6191a1 req-5cd8b399-7f2e-44bd-8963-3f8e3ba61076 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:39.059317 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4a031f08-0e55-47be-8092-b0be7d6191a1 req-5cd8b399-7f2e-44bd-8963-3f8e3ba61076 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0906761
Jun 23 03:48:39.133935 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4a031f08-0e55-47be-8092-b0be7d6191a1 req-88822291-a7a2-4724-b242-8dff19dc219e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657172
Jun 23 03:48:39.304702 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8e50e-a1a5-47fb-a537-9184b5fb2d49 req-829536ad-8d1c-4d55-976a-fd7f7cf95fec tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:39.306122 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bcf8e50e-a1a5-47fb-a537-9184b5fb2d49 req-829536ad-8d1c-4d55-976a-fd7f7cf95fec tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 944 time: 0.0609651
Jun 23 03:48:39.345152 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bcf8e50e-a1a5-47fb-a537-9184b5fb2d49 req-b310609d-2318-4813-a5d9-c9c03ade6621 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334425
Jun 23 03:48:39.941218 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e71fd9-d4d7-420a-a686-5c5a52464fe0 req-17b0b6e4-7d3c-4870-8633-23226528f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:39.943389 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c2e71fd9-d4d7-420a-a686-5c5a52464fe0 req-17b0b6e4-7d3c-4870-8633-23226528f52f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 1099 time: 0.0531735
Jun 23 03:48:39.984206 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c2e71fd9-d4d7-420a-a686-5c5a52464fe0 req-f860192a-8c95-4c0f-aa3c-68b6c8d502b4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0294065
Jun 23 03:48:40.321984 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cca7a4-5b06-40c5-9a0d-d7cd3e976397 req-6c35f478-9515-4993-9080-1780f0d17413 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:40.323529 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-89cca7a4-5b06-40c5-9a0d-d7cd3e976397 req-6c35f478-9515-4993-9080-1780f0d17413 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0760856
Jun 23 03:48:40.362966 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-89cca7a4-5b06-40c5-9a0d-d7cd3e976397 req-a1695f19-9433-45da-a233-ba5a7a8b3b1d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328612
Jun 23 03:48:40.569310 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb718586-8833-42cf-b445-2a952b66d171 req-3e614bd6-0b71-482a-82fd-68f6b555a5cc tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:40.570885 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fb718586-8833-42cf-b445-2a952b66d171 req-3e614bd6-0b71-482a-82fd-68f6b555a5cc tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 944 time: 0.0704596
Jun 23 03:48:40.610356 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fb718586-8833-42cf-b445-2a952b66d171 req-ca7faba1-fc59-4760-a9d4-29223408c89e tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328865
Jun 23 03:48:41.544898 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb07c6e-81b1-48bd-a189-56173206a845 req-dd58f97c-5714-4216-b34c-41beacc6d3fa tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:41.546545 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0cb07c6e-81b1-48bd-a189-56173206a845 req-dd58f97c-5714-4216-b34c-41beacc6d3fa tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0684974
Jun 23 03:48:41.590802 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0cb07c6e-81b1-48bd-a189-56173206a845 req-35f27117-dde7-4ac2-89b3-d4eaee09fa2c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359650
Jun 23 03:48:41.785956 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502862b-6d4f-48bc-86e3-3c6b606bf9b9 req-996c7a22-acea-41d6-901a-d2b1e6715b93 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:41.788171 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5502862b-6d4f-48bc-86e3-3c6b606bf9b9 req-996c7a22-acea-41d6-901a-d2b1e6715b93 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 944 time: 0.0647602
Jun 23 03:48:41.832401 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5502862b-6d4f-48bc-86e3-3c6b606bf9b9 req-ceef5ee0-bc63-400b-a875-5611d7df55e1 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373268
Jun 23 03:48:42.291367 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:48:42.339526 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:48:42.343222 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:48:42.343633 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:42.420452 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:42.444829 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bcc1bd-09fa-494a-bb95-5c7dc48eec64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:48:42.447064 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34a36d0-c2d9-477a-94e2-b501f0af61a9" -d '{"events": [{"server_uuid": "48bcc1bd-09fa-494a-bb95-5c7dc48eec64", "name": "network-vif-plugged", "status": "completed", "tag": "e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:48:42.460289 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e,segment=NetworkSegment(12455615-dd28-4069-a756-d93b6a3f85bb),segment_id=12455615-dd28-4069-a756-d93b6a3f85bb)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:42.464350 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:42.467249 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:42.517854 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:42.521719 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:42.535919 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c251c305-2bb2-492f-99e9-f968a5725906 x-openstack-request-id: req-c251c305-2bb2-492f-99e9-f968a5725906 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:48:42.536271 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bcc1bd-09fa-494a-bb95-5c7dc48eec64", "name": "network-vif-plugged", "status": "completed", "tag": "e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:48:42.536789 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c251c305-2bb2-492f-99e9-f968a5725906 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:48:42.537254 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bcc1bd-09fa-494a-bb95-5c7dc48eec64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e', 'code': 200}
Jun 23 03:48:42.832713 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2842592-7ac5-47cd-8592-c0335daad850 req-99d69858-8974-4701-ad68-020e602f4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:42.834902 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c2842592-7ac5-47cd-8592-c0335daad850 req-99d69858-8974-4701-ad68-020e602f4bfb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 1098 time: 0.0878515
Jun 23 03:48:42.937454 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c2842592-7ac5-47cd-8592-c0335daad850 req-54e80881-dd36-423a-adb9-58a7ea229bcc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789535
Jun 23 03:48:42.978019 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b0fe3-61ac-4887-9a4c-cd2aabe01b26 req-ac6321eb-b2d6-4e50-bfde-1f4772467da8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:42.979538 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b84b0fe3-61ac-4887-9a4c-cd2aabe01b26 req-ac6321eb-b2d6-4e50-bfde-1f4772467da8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1029098
Jun 23 03:48:43.028165 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b84b0fe3-61ac-4887-9a4c-cd2aabe01b26 req-639622c0-d8ad-47ca-9694-bfd646347458 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429273
Jun 23 03:48:43.044770 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd5096-cb0d-4a6d-a767-ea913c6c5700 req-4f7c2945-52fa-4829-9f02-274ad76dc66f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:43.046258 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7cdd5096-cb0d-4a6d-a767-ea913c6c5700 req-4f7c2945-52fa-4829-9f02-274ad76dc66f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 945 time: 0.0747554
Jun 23 03:48:43.089039 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7cdd5096-cb0d-4a6d-a767-ea913c6c5700 req-f09cefd0-8f14-4c00-9d44-9df6b747f9ce tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337582
Jun 23 03:48:43.260101 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 56862) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:43.363516 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5a643419-003e-4e15-ae34-8799486f2214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:43.438590 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fed24-6468-4cdc-a9d0-3db0d257d502 req-007ea570-ec80-490a-849f-759e70c88a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:43.440162 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec3fed24-6468-4cdc-a9d0-3db0d257d502 req-007ea570-ec80-490a-849f-759e70c88a4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 1099 time: 0.0635648
Jun 23 03:48:43.467607 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5a643419-003e-4e15-ae34-8799486f2214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:43.471635 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5a643419-003e-4e15-ae34-8799486f2214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:43.474808 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-73cbd326-c29a-4043-aafe-a2d6dd2908d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:43.512534 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a643419-003e-4e15-ae34-8799486f2214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4fcac9-230f-4476-a91f-87bc2c2f61f2,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:43.516492 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-5a643419-003e-4e15-ae34-8799486f2214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:43.534202 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-5a643419-003e-4e15-ae34-8799486f2214 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=709b152aa1ac4bff9a4e56580620d909&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2700465
Jun 23 03:48:43.535250 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 56870) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:43.585343 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89814416-da25-4cba-9edc-41f4c63cd446 req-89df1e0a-49a0-4af7-aa17-8a7a60d74401 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:43.586869 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-89814416-da25-4cba-9edc-41f4c63cd446 req-89df1e0a-49a0-4af7-aa17-8a7a60d74401 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1612906
Jun 23 03:48:43.622868 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f3caa713-af24-4aa0-bdff-f518a3ff0beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:43.634680 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fed24-6468-4cdc-a9d0-3db0d257d502 req-77895f57-35e5-422b-8b0e-6e5943851596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:43.636217 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec3fed24-6468-4cdc-a9d0-3db0d257d502 req-77895f57-35e5-422b-8b0e-6e5943851596 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 918 time: 0.1803560
Jun 23 03:48:43.648739 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f3caa713-af24-4aa0-bdff-f518a3ff0beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:43.665888 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-89814416-da25-4cba-9edc-41f4c63cd446 req-314dc222-9b03-42af-bc67-c0b0085c6203 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550005
Jun 23 03:48:43.705943 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec3fed24-6468-4cdc-a9d0-3db0d257d502 req-d08910bc-3e69-4c69-ada7-4867b884aa73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395fa879-2292-4f6e-82a3-05f37b4209e0 HTTP/1.1" status: 200  len: 217 time: 0.0558088
Jun 23 03:48:43.720422 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f3caa713-af24-4aa0-bdff-f518a3ff0beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:43.727462 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f3caa713-af24-4aa0-bdff-f518a3ff0beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:43.733577 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-f3caa713-af24-4aa0-bdff-f518a3ff0beb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f4fcac9-230f-4476-a91f-87bc2c2f61f2 HTTP/1.1" status: 204  len: 168 time: 0.1962125
Jun 23 03:48:43.734866 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-be92896a-4333-4085-b70e-82ee65580f95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:43.743701 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3caa713-af24-4aa0-bdff-f518a3ff0beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4fcac9-230f-4476-a91f-87bc2c2f61f2,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:43.746439 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f3caa713-af24-4aa0-bdff-f518a3ff0beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:43.805220 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fed24-6468-4cdc-a9d0-3db0d257d502 req-065de2e2-1893-4515-8948-c525ef8d4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:43.806774 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec3fed24-6468-4cdc-a9d0-3db0d257d502 req-065de2e2-1893-4515-8948-c525ef8d4905 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 200  len: 858 time: 0.0864649
Jun 23 03:48:43.852333 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec3fed24-6468-4cdc-a9d0-3db0d257d502 req-cde3deb8-46e1-43da-96e9-3d7872f0b1da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0359681
Jun 23 03:48:43.975001 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec3fed24-6468-4cdc-a9d0-3db0d257d502 req-b1a06fa7-9471-47e6-ad64-139413a4ac85 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045866
Jun 23 03:48:44.083980 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec3fed24-6468-4cdc-a9d0-3db0d257d502 req-da280c04-65f9-4856-b7c2-10228e75a0cc service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970078
Jun 23 03:48:44.094338 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 56884) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:44.112821 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e9fec2dd-03d3-4f42-a919-c08e74ade2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:44.258036 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e9fec2dd-03d3-4f42-a919-c08e74ade2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:44.269537 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e9fec2dd-03d3-4f42-a919-c08e74ade2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:44.292778 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b0b7bf07-cb5b-42c5-b319-7f352ea8c536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:44.354202 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-e9fec2dd-03d3-4f42-a919-c08e74ade2d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08c1e2713ae44da88eb00aec0108189e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2584550
Jun 23 03:48:44.356795 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fec2dd-03d3-4f42-a919-c08e74ade2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c803f52-b849-4772-b392-90b47d99137f,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:44.357764 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 56890) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:44.360894 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e9fec2dd-03d3-4f42-a919-c08e74ade2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:44.389815 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccebc2-0458-4072-92f9-4db1c337eb9d req-619214b8-7570-4950-9821-48e2c6bd8552 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:44.391941 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-72ccebc2-0458-4072-92f9-4db1c337eb9d req-619214b8-7570-4950-9821-48e2c6bd8552 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 945 time: 0.1421566
Jun 23 03:48:44.406352 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cda26b-6a39-4431-8545-52c469794151 req-48178743-d916-4e12-99d8-831a97c6aa78 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:44.407790 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-14cda26b-6a39-4431-8545-52c469794151 req-48178743-d916-4e12-99d8-831a97c6aa78 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0927017
Jun 23 03:48:44.439403 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-72ccebc2-0458-4072-92f9-4db1c337eb9d req-bc7f0cb1-1f01-4fb2-b2d1-8fef80e9f924 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336583
Jun 23 03:48:44.458735 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fb803482-97ae-4212-ac8f-3d02462f074d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:44.465326 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-14cda26b-6a39-4431-8545-52c469794151 req-e7e7243a-f6f7-473c-b6f4-48e8a8165664 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475354
Jun 23 03:48:44.485065 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fb803482-97ae-4212-ac8f-3d02462f074d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:44.535256 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fb803482-97ae-4212-ac8f-3d02462f074d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:44.538698 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fb803482-97ae-4212-ac8f-3d02462f074d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:44.539814 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-fb803482-97ae-4212-ac8f-3d02462f074d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c803f52-b849-4772-b392-90b47d99137f HTTP/1.1" status: 204  len: 168 time: 0.1811440
Jun 23 03:48:44.540540 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5c8a3057-d8bc-493b-bf23-8371ebf57f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:44.547809 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb803482-97ae-4212-ac8f-3d02462f074d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c803f52-b849-4772-b392-90b47d99137f,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:44.550534 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-fb803482-97ae-4212-ac8f-3d02462f074d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:44.881886 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248e06c-23ce-40c3-bc8b-3e60c58b8607 req-698110b9-a70f-4d33-8a6e-acf11c6f03f2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:44.883719 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1248e06c-23ce-40c3-bc8b-3e60c58b8607 req-698110b9-a70f-4d33-8a6e-acf11c6f03f2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0768397
Jun 23 03:48:44.941814 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1248e06c-23ce-40c3-bc8b-3e60c58b8607 req-6e3dc05e-a9ec-45e3-a5e1-b0e1e0f35d49 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459108
Jun 23 03:48:44.944050 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 56904) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:44.958687 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-2b92c998-43d3-49d8-9358-37524fd96a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:45.082008 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-2b92c998-43d3-49d8-9358-37524fd96a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:45.086628 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-2b92c998-43d3-49d8-9358-37524fd96a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:45.089490 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8cc71f7d-f236-4fd2-af24-8596eba9500e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:45.131138 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-2b92c998-43d3-49d8-9358-37524fd96a59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d6faaf6681141b6a4b212b30f210194&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1836870
Jun 23 03:48:45.131138 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92c998-43d3-49d8-9358-37524fd96a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8527dc8a-fed9-42cb-9d3b-47b6b51b28cb,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:45.131547 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 56906) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:48:45.137892 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-2b92c998-43d3-49d8-9358-37524fd96a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:45.181324 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-25648c1f-3f55-487d-820b-7d38b57a1b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:45.200948 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-25648c1f-3f55-487d-820b-7d38b57a1b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:45.246488 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-25648c1f-3f55-487d-820b-7d38b57a1b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:45.249040 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-25648c1f-3f55-487d-820b-7d38b57a1b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:45.250140 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-25648c1f-3f55-487d-820b-7d38b57a1b17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8527dc8a-fed9-42cb-9d3b-47b6b51b28cb HTTP/1.1" status: 204  len: 168 time: 0.1176589
Jun 23 03:48:45.250807 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:45.258216 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25648c1f-3f55-487d-820b-7d38b57a1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8527dc8a-fed9-42cb-9d3b-47b6b51b28cb,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:45.260465 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-25648c1f-3f55-487d-820b-7d38b57a1b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:45.623049 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54247a-37d8-4d27-8baa-897657d0503d req-5c09f4ca-a8af-48cd-b6e5-3c9f525baf44 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:45.624719 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ce54247a-37d8-4d27-8baa-897657d0503d req-5c09f4ca-a8af-48cd-b6e5-3c9f525baf44 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 945 time: 0.0663991
Jun 23 03:48:45.642311 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9fbab-0f82-46a8-8a92-d9cb8a5de31e req-3e84b35a-ef49-4f1c-abd2-23cf21084b3b tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:45.643768 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b3d9fbab-0f82-46a8-8a92-d9cb8a5de31e req-3e84b35a-ef49-4f1c-abd2-23cf21084b3b tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0630593
Jun 23 03:48:45.662230 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ce54247a-37d8-4d27-8baa-897657d0503d req-4fd74df2-5c06-445f-8fc3-a7f9b9986621 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319541
Jun 23 03:48:45.682200 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b3d9fbab-0f82-46a8-8a92-d9cb8a5de31e req-f1c77553-b8b2-4a98-b4a6-9f5be9e1bce8 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323365
Jun 23 03:48:46.137636 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf424b-f528-4368-a2c8-26280d61ee8d req-cfa36405-3d44-4abc-878f-3297f9e453db tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:46.139362 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-91cf424b-f528-4368-a2c8-26280d61ee8d req-cfa36405-3d44-4abc-878f-3297f9e453db tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0648727
Jun 23 03:48:46.181231 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-91cf424b-f528-4368-a2c8-26280d61ee8d req-ddb9ea19-b02c-475e-a667-d227efaf3fc3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363133
Jun 23 03:48:46.569517 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae256e-a5ef-4095-a737-89e5bbc4d8dd req-ca1a8186-1264-4cda-a203-3f6b397d43a1 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:46.570955 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c8ae256e-a5ef-4095-a737-89e5bbc4d8dd req-ca1a8186-1264-4cda-a203-3f6b397d43a1 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 945 time: 0.0625150
Jun 23 03:48:46.607355 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c8ae256e-a5ef-4095-a737-89e5bbc4d8dd req-3a4d767a-67ad-424e-909b-edd5f0d8681d tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308340
Jun 23 03:48:46.853710 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88dd71-23a4-416d-9e8e-35fef19ea519 req-c656891a-6412-4128-8fef-eb46692edee5 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:46.855134 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5c88dd71-23a4-416d-9e8e-35fef19ea519 req-c656891a-6412-4128-8fef-eb46692edee5 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0619080
Jun 23 03:48:46.893206 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5c88dd71-23a4-416d-9e8e-35fef19ea519 req-9a198486-c654-4847-8e6d-05ef943fe3a6 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324743
Jun 23 03:48:47.351720 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7af7b-94ff-4822-84c5-19c96f20a593 req-0b93a851-8f06-455a-8fc9-80347b0e5e09 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:47.353060 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1af7af7b-94ff-4822-84c5-19c96f20a593 req-0b93a851-8f06-455a-8fc9-80347b0e5e09 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0645084
Jun 23 03:48:47.389049 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1af7af7b-94ff-4822-84c5-19c96f20a593 req-3e56f151-9c87-4be2-bd28-486a01e4559d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303969
Jun 23 03:48:47.776207 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88b11a-18e1-400b-8d59-72ee0db5eaba req-ad78d926-f854-4282-a51c-6901b0f04b8f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:47.777637 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bd88b11a-18e1-400b-8d59-72ee0db5eaba req-ad78d926-f854-4282-a51c-6901b0f04b8f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 945 time: 0.0608726
Jun 23 03:48:47.812548 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bd88b11a-18e1-400b-8d59-72ee0db5eaba req-d436cc2b-1050-4eb4-a84b-5a71862da0c6 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0294089
Jun 23 03:48:48.064124 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d31d8-1e79-4ef4-b8ed-ed3e7e37da37 req-6c19ff45-6c3f-4c2f-b5bf-cbeffbed2cae tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:48.065585 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-860d31d8-1e79-4ef4-b8ed-ed3e7e37da37 req-6c19ff45-6c3f-4c2f-b5bf-cbeffbed2cae tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0618303
Jun 23 03:48:48.102408 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-860d31d8-1e79-4ef4-b8ed-ed3e7e37da37 req-a3e4e95c-55d9-4338-baa0-5b1766632d1d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305979
Jun 23 03:48:48.564169 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eb6db-d1a8-4e71-b328-c72e5a5c2bfc req-1f244487-2176-40f2-8188-d5a6e26a93c5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:48.565654 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-006eb6db-d1a8-4e71-b328-c72e5a5c2bfc req-1f244487-2176-40f2-8188-d5a6e26a93c5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0655470
Jun 23 03:48:48.603741 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-006eb6db-d1a8-4e71-b328-c72e5a5c2bfc req-dc6f4650-4063-4cdd-8c4f-004596262347 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319779
Jun 23 03:48:48.989928 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783d828-5b54-47c6-978d-918b9adc4c9a req-ffcb8500-fcaf-4e14-8a96-80962498e9a3 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:48.991289 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0783d828-5b54-47c6-978d-918b9adc4c9a req-ffcb8500-fcaf-4e14-8a96-80962498e9a3 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 945 time: 0.0653715
Jun 23 03:48:49.029786 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0783d828-5b54-47c6-978d-918b9adc4c9a req-91d2cb57-0884-46e5-9595-fbb97746e446 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309522
Jun 23 03:48:49.304028 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3db86-bb29-4654-9f65-b33c156c9baa req-b6455327-782c-4b03-b067-834ecca0e7d6 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:49.305482 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f8e3db86-bb29-4654-9f65-b33c156c9baa req-b6455327-782c-4b03-b067-834ecca0e7d6 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.26 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 945 time: 0.1273253
Jun 23 03:48:49.313310 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818a1eb-8b98-4b40-aa4f-59d8ce4337f1 req-07737676-4bb3-402e-99f3-e4f348388851 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:49.314633 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c818a1eb-8b98-4b40-aa4f-59d8ce4337f1 req-07737676-4bb3-402e-99f3-e4f348388851 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0918212
Jun 23 03:48:49.409814 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c818a1eb-8b98-4b40-aa4f-59d8ce4337f1 req-d49357cb-7645-43f0-99b3-1f881ac40795 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851276
Jun 23 03:48:49.441151 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-f8e3db86-bb29-4654-9f65-b33c156c9baa req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Deleting port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:48:49.441487 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-f8e3db86-bb29-4654-9f65-b33c156c9baa req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:49.526717 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-f8e3db86-bb29-4654-9f65-b33c156c9baa req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] For port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e,segment=NetworkSegment(12455615-dd28-4069-a756-d93b6a3f85bb),segment_id=12455615-dd28-4069-a756-d93b6a3f85bb)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:49.526986 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-f8e3db86-bb29-4654-9f65-b33c156c9baa req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:49.539579 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-f8e3db86-bb29-4654-9f65-b33c156c9baa req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Calling delete_port for e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:48:49.661845 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-f8e3db86-bb29-4654-9f65-b33c156c9baa req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:49.665783 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-57a7c54b-ff6d-41e3-8d63-aaf5c3c5a7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:49.678668 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:48:49.695277 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Pushing event deleted for resources: {'Port': ['ID=e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:49.699392 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:49.748715 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e3db86-bb29-4654-9f65-b33c156c9baa req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] No DVR routers for this DVR port e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:48:49.751923 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-f8e3db86-bb29-4654-9f65-b33c156c9baa req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:49.754093 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f8e3db86-bb29-4654-9f65-b33c156c9baa req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.26 "DELETE /v2.0/ports/e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e HTTP/1.1" status: 204  len: 173 time: 0.4372435
Jun 23 03:48:49.754627 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bcc1bd-09fa-494a-bb95-5c7dc48eec64', 'name': 'network-vif-deleted', 'tag': 'e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:48:49.756930 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914b1176-e32e-4f16-8947-98c45b0f870c" -d '{"events": [{"server_uuid": "48bcc1bd-09fa-494a-bb95-5c7dc48eec64", "name": "network-vif-deleted", "tag": "e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:48:49.801300 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9de2d2b-e200-422c-8e70-9bbb4052f504 x-openstack-request-id: req-d9de2d2b-e200-422c-8e70-9bbb4052f504 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:48:49.802397 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bcc1bd-09fa-494a-bb95-5c7dc48eec64", "name": "network-vif-deleted", "tag": "e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:48:49.802769 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9de2d2b-e200-422c-8e70-9bbb4052f504 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:48:49.803391 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bcc1bd-09fa-494a-bb95-5c7dc48eec64', 'name': 'network-vif-deleted', 'tag': 'e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e', 'status': 'completed', 'code': 200}
Jun 23 03:48:49.812591 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a735c-c60f-4114-8e5f-fa3fd1e8426a req-6ec8cfc7-eea0-4941-a6f8-5e3b70802ba0 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:49.814087 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-fd2a735c-c60f-4114-8e5f-fa3fd1e8426a req-6ec8cfc7-eea0-4941-a6f8-5e3b70802ba0 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0908468
Jun 23 03:48:49.852917 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-fd2a735c-c60f-4114-8e5f-fa3fd1e8426a req-460f4fbe-ca3b-483e-9a13-59a78f337d54 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327168
Jun 23 03:48:50.185673 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bf451b70-c008-4504-96dd-0ee13b705940 req-56edfb7d-f3ef-4ad3-95b1-81e776ad580c tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=48bcc1bd-09fa-494a-bb95-5c7dc48eec64 HTTP/1.1" status: 200  len: 210 time: 0.0287557
Jun 23 03:48:50.588976 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b16f1-078f-4f9a-b95a-8fee00a27d75 req-a1664fa2-492f-4b15-8486-aff5ad84eeef tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:50.590370 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8d3b16f1-078f-4f9a-b95a-8fee00a27d75 req-a1664fa2-492f-4b15-8486-aff5ad84eeef tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0657840
Jun 23 03:48:50.633483 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8d3b16f1-078f-4f9a-b95a-8fee00a27d75 req-057faff3-f800-48fe-bddf-32ac330af615 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374501
Jun 23 03:48:51.370346 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5407fd-49b0-4ff3-9db9-8077ea36fc38 req-4bdd5ae9-25c7-4044-afa7-6eeb8e3d41e8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:51.372837 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-db5407fd-49b0-4ff3-9db9-8077ea36fc38 req-4bdd5ae9-25c7-4044-afa7-6eeb8e3d41e8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0846574
Jun 23 03:48:51.421305 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-db5407fd-49b0-4ff3-9db9-8077ea36fc38 req-f99dea04-02f7-420c-9c48-6bb009f44b5b tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416663
Jun 23 03:48:52.033868 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0d1ee-16f9-43d6-b959-377adab69cd8 req-3f282cb1-9c95-48f5-bf94-635d4715a101 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:52.035318 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5fd0d1ee-16f9-43d6-b959-377adab69cd8 req-3f282cb1-9c95-48f5-bf94-635d4715a101 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0729105
Jun 23 03:48:52.042191 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-6a8d9dfa-028c-45f4-a647-4d059885c52f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:52.043639 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-6a8d9dfa-028c-45f4-a647-4d059885c52f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/networks?id=f1099b6d-2371-4200-a90e-c36a509f37c3 HTTP/1.1" status: 200  len: 808 time: 0.1176786
Jun 23 03:48:52.058258 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e2a67565-37a2-4f96-a444-8cc917645eda tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/quotas/09a5baa2de7443ac8d9d89df6abebd6a HTTP/1.1" status: 200  len: 375 time: 0.0093663
Jun 23 03:48:52.097406 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-f9750c36-2e68-4741-84f3-0b9750d512aa tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=09a5baa2de7443ac8d9d89df6abebd6a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0338223
Jun 23 03:48:52.191935 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-32d348b2-5130-4e7b-8d2d-ce2a4d998c03 service neutron] 10.222.0.15 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852017
Jun 23 03:48:52.277453 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5fd0d1ee-16f9-43d6-b959-377adab69cd8 req-ef614056-5e7c-4f34-b3ba-922a490b24be tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2354743
Jun 23 03:48:52.288093 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-c525c4aa-b9be-42a6-b3c4-fce116f3948b service neutron] 10.222.0.15 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891917
Jun 23 03:48:52.375064 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:48:52.397993 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:48:52.397993 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device e0b73e2c-e75b-4f2b-a18c-0cc32ba1812e not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:48:52.459225 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda96ad6-d5db-45c8-9355-a6224b0e7b51 req-9d6b0b3a-a854-4441-bddc-03d634c95ab2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:52.459484 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1761cfcd-d068-48ad-83e4-80ff0a227ca5 req-fbdfc315-ed48-4744-9906-c0cb41a6e89b tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 210 time: 0.0299871
Jun 23 03:48:52.462056 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cda96ad6-d5db-45c8-9355-a6224b0e7b51 req-9d6b0b3a-a854-4441-bddc-03d634c95ab2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0777049
Jun 23 03:48:52.509717 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cda96ad6-d5db-45c8-9355-a6224b0e7b51 req-958603d7-3ac1-4553-8316-703f1ca41b00 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401576
Jun 23 03:48:53.459883 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54c633-636c-48d2-bae3-518301c84fdd req-e9864746-6aee-409b-93d6-a70abf7bcb40 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:53.461394 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8f54c633-636c-48d2-bae3-518301c84fdd req-e9864746-6aee-409b-93d6-a70abf7bcb40 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0622313
Jun 23 03:48:53.501095 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8f54c633-636c-48d2-bae3-518301c84fdd req-cfd1062c-e646-4c2b-9810-b5e579c7a37c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341058
Jun 23 03:48:53.567842 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-39ea3fa5-625e-44ff-9a42-850ed45bcc8e req-9e4f33ed-7cb7-4f3e-a025-1105d574d4af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0828381
Jun 23 03:48:53.657202 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9f43e0a0-bf78-44e6-a042-176d5359fad2 req-d0d726eb-c408-4b03-9137-247b6df08b9c tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 210 time: 0.0564620
Jun 23 03:48:53.700824 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea3fa5-625e-44ff-9a42-850ed45bcc8e req-e73dd6e3-ddc3-46f1-bb86-71235d438eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:53.702278 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-39ea3fa5-625e-44ff-9a42-850ed45bcc8e req-e73dd6e3-ddc3-46f1-bb86-71235d438eab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 1099 time: 0.0923491
Jun 23 03:48:53.797522 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e29497-dabd-4b4b-8135-85f8ac78059c req-774c839a-e44d-4472-a4ee-6c05ff4e0747 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:53.799361 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e8e29497-dabd-4b4b-8135-85f8ac78059c req-774c839a-e44d-4472-a4ee-6c05ff4e0747 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.1600072
Jun 23 03:48:53.807093 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-a7d39851-31ca-4c22-854d-c89235dfdfba tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:53.808691 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-a7d39851-31ca-4c22-854d-c89235dfdfba tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.26 "GET /v2.0/networks?id=f1099b6d-2371-4200-a90e-c36a509f37c3 HTTP/1.1" status: 200  len: 808 time: 0.1600299
Jun 23 03:48:53.825147 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea3fa5-625e-44ff-9a42-850ed45bcc8e req-364d60ad-0be6-47e3-b832-47b06ed6c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:53.826601 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-39ea3fa5-625e-44ff-9a42-850ed45bcc8e req-364d60ad-0be6-47e3-b832-47b06ed6c4d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 918 time: 0.0996356
Jun 23 03:48:53.843163 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e8e29497-dabd-4b4b-8135-85f8ac78059c req-2cb898de-9cf1-4fbf-ad4e-e3a014e48018 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334525
Jun 23 03:48:53.847891 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Request body: {'port': {'device_id': '4b6e8d12-b520-4b83-8b17-c3e5173899f3', 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3', 'admin_state_up': True, 'tenant_id': '09a5baa2de7443ac8d9d89df6abebd6a'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:48:53.890350 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-39ea3fa5-625e-44ff-9a42-850ed45bcc8e req-98252e0a-c04d-4019-830d-ca0e23b625f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395fa879-2292-4f6e-82a3-05f37b4209e0 HTTP/1.1" status: 200  len: 217 time: 0.0393999
Jun 23 03:48:53.959510 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea3fa5-625e-44ff-9a42-850ed45bcc8e req-c1b7d449-22f3-4dcd-82fc-27f140822cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:53.961030 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-39ea3fa5-625e-44ff-9a42-850ed45bcc8e req-c1b7d449-22f3-4dcd-82fc-27f140822cd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 200  len: 858 time: 0.0451221
Jun 23 03:48:53.965449 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Made reservation on behalf of 09a5baa2de7443ac8d9d89df6abebd6a for: {'port': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:48:53.969094 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:54.003117 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-39ea3fa5-625e-44ff-9a42-850ed45bcc8e req-508b816a-13eb-41a3-afb5-b1591c3484b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285721
Jun 23 03:48:54.103035 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-39ea3fa5-625e-44ff-9a42-850ed45bcc8e req-c6f8b264-a699-43ac-b48b-d47a1a31ab9c service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893512
Jun 23 03:48:54.104790 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Allocated IP 172.20.0.6 (f1099b6d-2371-4200-a90e-c36a509f37c3/d9335154-7425-4220-89f2-a44ef37c7220/d7647d25-c146-430a-93fa-d0a8c0209ee2) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:48:54.198790 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-39ea3fa5-625e-44ff-9a42-850ed45bcc8e req-13847dad-bcab-4ac4-8e5d-e89cbf5421d1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886247
Jun 23 03:48:54.253412 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:54.293096 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:54.296654 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:54.345932 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Network f1099b6d-2371-4200-a90e-c36a509f37c3 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:48:54.350156 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:48:54.354097 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:48:54.360165 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Pushing event updated for resources: {'Port': ['ID=d7647d25-c146-430a-93fa-d0a8c0209ee2,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:54.379360 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:54.405228 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:54.405827 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:54.419742 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5755961
Jun 23 03:48:54.432809 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Request body: {'port': {'device_id': '4b6e8d12-b520-4b83-8b17-c3e5173899f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:48:54.508752 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:54.697621 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8bb99-02de-4d2a-be83-1662b4e6ceaf req-fd047f7a-4262-4cd7-a49d-a59213ec8e69 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:54.697621 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bec8bb99-02de-4d2a-be83-1662b4e6ceaf req-fd047f7a-4262-4cd7-a49d-a59213ec8e69 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0689337
Jun 23 03:48:54.733807 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bec8bb99-02de-4d2a-be83-1662b4e6ceaf req-07c3fae7-13b0-4374-b47f-aea3bdc01ce6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330675
Jun 23 03:48:54.812196 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7647d25-c146-430a-93fa-d0a8c0209ee2 {{(pid=99522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:48:54.822322 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:54.839678 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Transition to ACTIVE for port object d7647d25-c146-430a-93fa-d0a8c0209ee2 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:48:54.844961 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:54.849431 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:54.910668 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa340a-f3ed-4f86-b18b-e2bb40756cdf req-9458757d-eff9-4ea7-9ebe-ddc2503cf169 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:54.912715 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7faa340a-f3ed-4f86-b18b-e2bb40756cdf req-9458757d-eff9-4ea7-9ebe-ddc2503cf169 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 931 time: 0.1392953
Jun 23 03:48:54.915006 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7647d25-c146-430a-93fa-d0a8c0209ee2,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:54.919712 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:54.994916 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7faa340a-f3ed-4f86-b18b-e2bb40756cdf req-7f78581c-529c-4a51-819a-9de95338d9f6 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740530
Jun 23 03:48:55.016317 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Attempting to bind port d7647d25-c146-430a-93fa-d0a8c0209ee2 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:48:55.016674 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Attempting to bind port d7647d25-c146-430a-93fa-d0a8c0209ee2 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '12455615-dd28-4069-a756-d93b6a3f85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:48:55.017007 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Attempting to bind port d7647d25-c146-430a-93fa-d0a8c0209ee2 on network f1099b6d-2371-4200-a90e-c36a509f37c3 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:48:55.021902 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01068f-39e3-4baf-9f62-f20996a569e0 req-d3ed7882-62a9-4c5a-994e-e4ef1b908618 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:55.022713 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Port d7647d25-c146-430a-93fa-d0a8c0209ee2 on network f1099b6d-2371-4200-a90e-c36a509f37c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:48:55.023035 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Attempting to bind port d7647d25-c146-430a-93fa-d0a8c0209ee2 on network f1099b6d-2371-4200-a90e-c36a509f37c3 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:48:55.023374 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ac01068f-39e3-4baf-9f62-f20996a569e0 req-d3ed7882-62a9-4c5a-994e-e4ef1b908618 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0632882
Jun 23 03:48:55.027840 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:48:55.028175 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Checking segment: {'id': '12455615-dd28-4069-a756-d93b6a3f85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:48:55.028555 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Bound using segment: {'id': '12455615-dd28-4069-a756-d93b6a3f85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:48:55.029019 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Bound port: d7647d25-c146-430a-93fa-d0a8c0209ee2, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12455615-dd28-4069-a756-d93b6a3f85bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:48:55.029366 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:55.066295 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ac01068f-39e3-4baf-9f62-f20996a569e0 req-6b324bcb-3e3b-42df-9297-e23773dc60a5 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347979
Jun 23 03:48:55.104940 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] For port d7647d25-c146-430a-93fa-d0a8c0209ee2, host hv-cinder-76859, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:48:55.108590 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] For port d7647d25-c146-430a-93fa-d0a8c0209ee2, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d7647d25-c146-430a-93fa-d0a8c0209ee2,segment=NetworkSegment(12455615-dd28-4069-a756-d93b6a3f85bb),segment_id=12455615-dd28-4069-a756-d93b6a3f85bb)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:48:55.112777 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:55.116556 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ab329a1f-5387-40fc-9dee-cb988f496c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:55.148150 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:55.148783 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:55.150130 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] 10.222.0.26 "PUT /v2.0/ports/d7647d25-c146-430a-93fa-d0a8c0209ee2 HTTP/1.1" status: 200  len: 1093 time: 0.7212880
Jun 23 03:48:55.150619 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6e8d12-b520-4b83-8b17-c3e5173899f3', 'tag': 'd7647d25-c146-430a-93fa-d0a8c0209ee2'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:48:55.153014 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048e0497-96a5-437f-95b5-9f355e3ff641" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6e8d12-b520-4b83-8b17-c3e5173899f3", "tag": "d7647d25-c146-430a-93fa-d0a8c0209ee2"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:48:55.178002 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7647d25-c146-430a-93fa-d0a8c0209ee2,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:55.184067 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:55.192940 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c23c12-4e7f-49fe-9324-7d4f4b2fd892 x-openstack-request-id: req-69c23c12-4e7f-49fe-9324-7d4f4b2fd892 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:48:55.193279 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6e8d12-b520-4b83-8b17-c3e5173899f3", "tag": "d7647d25-c146-430a-93fa-d0a8c0209ee2", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:48:55.193565 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69c23c12-4e7f-49fe-9324-7d4f4b2fd892 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:48:55.193978 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6e8d12-b520-4b83-8b17-c3e5173899f3', 'tag': 'd7647d25-c146-430a-93fa-d0a8c0209ee2', 'status': 'completed', 'code': 200}
Jun 23 03:48:55.257957 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-38d8b710-d1a1-416f-ac7e-138363e005d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:55.259399 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-38d8b710-d1a1-416f-ac7e-138363e005d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5baa2de7443ac8d9d89df6abebd6a&device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 1096 time: 0.0526879
Jun 23 03:48:55.300174 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-3248044e-a5a0-4425-bd50-9f980d250cce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7647d25-c146-430a-93fa-d0a8c0209ee2 HTTP/1.1" status: 200  len: 217 time: 0.0321975
Jun 23 03:48:55.349971 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-dac1a6f6-47c3-4952-8a68-87c7813dee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:55.351317 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-dac1a6f6-47c3-4952-8a68-87c7813dee25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9335154-7425-4220-89f2-a44ef37c7220 HTTP/1.1" status: 200  len: 848 time: 0.0438490
Jun 23 03:48:55.383718 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-443f7b1f-7317-4939-a400-f2a68bcbe3c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1099b6d-2371-4200-a90e-c36a509f37c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253072
Jun 23 03:48:55.479782 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-90990461-abe1-401d-858e-b556ed8c130f service neutron] 10.222.0.26 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0824885
Jun 23 03:48:55.575622 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a52572e-b437-42b6-82c3-52835b667ad6 req-6515fb7d-6b00-4cdb-9549-5f459e65767e service neutron] 10.222.0.26 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0802865
Jun 23 03:48:55.696143 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e0497-96a5-437f-95b5-9f355e3ff641 req-267d6933-7cb3-4829-8f59-09fa5ce846a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:55.697635 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-048e0497-96a5-437f-95b5-9f355e3ff641 req-267d6933-7cb3-4829-8f59-09fa5ce846a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=09a5baa2de7443ac8d9d89df6abebd6a&device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 1096 time: 0.0543423
Jun 23 03:48:55.755857 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:55.797521 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e0497-96a5-437f-95b5-9f355e3ff641 req-4770f759-4658-4489-9376-1ffd2c9e75e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:55.798957 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-048e0497-96a5-437f-95b5-9f355e3ff641 req-4770f759-4658-4489-9376-1ffd2c9e75e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1099b6d-2371-4200-a90e-c36a509f37c3 HTTP/1.1" status: 200  len: 908 time: 0.0880842
Jun 23 03:48:55.843935 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-048e0497-96a5-437f-95b5-9f355e3ff641 req-3a714592-434a-41b6-8145-09e72f88ec47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7647d25-c146-430a-93fa-d0a8c0209ee2 HTTP/1.1" status: 200  len: 217 time: 0.0336311
Jun 23 03:48:55.906130 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e0497-96a5-437f-95b5-9f355e3ff641 req-27569173-059d-4d0e-9521-3b17ebea63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:55.907545 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-048e0497-96a5-437f-95b5-9f355e3ff641 req-27569173-059d-4d0e-9521-3b17ebea63a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9335154-7425-4220-89f2-a44ef37c7220 HTTP/1.1" status: 200  len: 848 time: 0.0471208
Jun 23 03:48:55.917130 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c471477-47cb-4f51-99e0-b3e19ff8d121 req-c1823e0b-8abd-4044-b851-05d2f39c4126 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:55.918584 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8c471477-47cb-4f51-99e0-b3e19ff8d121 req-c1823e0b-8abd-4044-b851-05d2f39c4126 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0686085
Jun 23 03:48:55.944598 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-048e0497-96a5-437f-95b5-9f355e3ff641 req-0f62ec05-5d48-44bf-bf10-808e8106424b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1099b6d-2371-4200-a90e-c36a509f37c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0277715
Jun 23 03:48:55.959513 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8c471477-47cb-4f51-99e0-b3e19ff8d121 req-ea651234-283c-4e8e-a512-4c3820227ed6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350404
Jun 23 03:48:56.056356 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-048e0497-96a5-437f-95b5-9f355e3ff641 req-f01e9079-08b5-4aff-9d79-b85f585f4ffd service neutron] 10.222.0.26 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857935
Jun 23 03:48:56.236813 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-048e0497-96a5-437f-95b5-9f355e3ff641 req-a49bc044-16ba-430b-bc2e-b043b1d77a59 service neutron] 10.222.0.26 "GET /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316395
Jun 23 03:48:56.248578 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba9dae-606b-49dd-8a42-13e4398ea1e1 req-900fd00c-d34a-4b42-ae9a-f332aa8be564 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:56.250039 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c9ba9dae-606b-49dd-8a42-13e4398ea1e1 req-900fd00c-d34a-4b42-ae9a-f332aa8be564 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 943 time: 0.1345725
Jun 23 03:48:56.263362 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605acda9-c697-4457-91d4-0f9d30fb1e5c req-f21d1d4c-2eca-4024-8d40-93a6c1120a5e tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:56.264830 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-605acda9-c697-4457-91d4-0f9d30fb1e5c req-f21d1d4c-2eca-4024-8d40-93a6c1120a5e tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0612988
Jun 23 03:48:56.290225 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c9ba9dae-606b-49dd-8a42-13e4398ea1e1 req-b69ae539-a7e5-4cf8-880a-173f450c0a51 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340054
Jun 23 03:48:56.302289 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-605acda9-c697-4457-91d4-0f9d30fb1e5c req-e6c1db11-5014-4a72-8747-8e82cebe864e tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317035
Jun 23 03:48:57.286329 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e7249-2a8f-4d38-be65-e6435b7768ed req-715cbe9d-453a-4ce0-a50a-d0492b870206 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:57.287776 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e77e7249-2a8f-4d38-be65-e6435b7768ed req-715cbe9d-453a-4ce0-a50a-d0492b870206 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0667660
Jun 23 03:48:57.328152 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e77e7249-2a8f-4d38-be65-e6435b7768ed req-a7952706-afc1-4091-8554-f6ca90bfd504 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343890
Jun 23 03:48:57.470801 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c9300-723b-427a-ac6b-71114373f004 req-c15debbc-d372-41c8-9ca8-f2d03c2150de tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:57.472251 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fc9c9300-723b-427a-ac6b-71114373f004 req-c15debbc-d372-41c8-9ca8-f2d03c2150de tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 943 time: 0.0651619
Jun 23 03:48:57.493632 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ed5c5-d746-486e-a7ac-3d73979e4f2f req-475f3275-c987-4d0b-9ce8-08ad735953eb tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:57.495074 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cc9ed5c5-d746-486e-a7ac-3d73979e4f2f req-475f3275-c987-4d0b-9ce8-08ad735953eb tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0614228
Jun 23 03:48:57.510371 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fc9c9300-723b-427a-ac6b-71114373f004 req-3035ec36-b527-4640-a640-9098104fa503 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321715
Jun 23 03:48:57.531947 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cc9ed5c5-d746-486e-a7ac-3d73979e4f2f req-98ed962a-bea9-4a2b-ba57-b08d837a6095 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0312746
Jun 23 03:48:58.431214 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device d7647d25-c146-430a-93fa-d0a8c0209ee2 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:48:58.507393 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8dce5-3c90-4fe7-bca4-eb0dedb427ba req-9adff9fc-53d7-40ea-86cc-942a0ac26d0e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:58.509515 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-48b8dce5-3c90-4fe7-bca4-eb0dedb427ba req-9adff9fc-53d7-40ea-86cc-942a0ac26d0e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0660055
Jun 23 03:48:58.527851 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port d7647d25-c146-430a-93fa-d0a8c0209ee2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d7647d25-c146-430a-93fa-d0a8c0209ee2,segment=NetworkSegment(12455615-dd28-4069-a756-d93b6a3f85bb),segment_id=12455615-dd28-4069-a756-d93b6a3f85bb)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:58.541144 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': 'd7647d25-c146-430a-93fa-d0a8c0209ee2', 'network_id': 'f1099b6d-2371-4200-a90e-c36a509f37c3', 'port_id': 'd7647d25-c146-430a-93fa-d0a8c0209ee2', 'mac_address': 'fa:16:3e:db:b5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9335154-7425-4220-89f2-a44ef37c7220', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:48:58.550934 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-48b8dce5-3c90-4fe7-bca4-eb0dedb427ba req-eeb1a2ef-3da8-4a99-b8e1-16eb4a28e741 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352931
Jun 23 03:48:58.583843 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:58.596740 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7647d25-c146-430a-93fa-d0a8c0209ee2 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:48:58.618781 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port d7647d25-c146-430a-93fa-d0a8c0209ee2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d7647d25-c146-430a-93fa-d0a8c0209ee2,segment=NetworkSegment(12455615-dd28-4069-a756-d93b6a3f85bb),segment_id=12455615-dd28-4069-a756-d93b6a3f85bb)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:48:58.623953 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:48:58.625787 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:48:58.674423 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=d7647d25-c146-430a-93fa-d0a8c0209ee2,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:48:58.682749 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:48:58.701751 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0ae58-622d-4e03-ba7f-fae7ce9b66b6 req-8c08e5be-0c0c-4bff-bb60-022741595a8f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:58.703397 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b1d0ae58-622d-4e03-ba7f-fae7ce9b66b6 req-8c08e5be-0c0c-4bff-bb60-022741595a8f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 944 time: 0.0752132
Jun 23 03:48:58.733128 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14cb8-4cb2-4c54-85db-e2075ff86d8e req-b208e052-b6da-4311-8b5c-23509c562569 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:58.734563 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9ba14cb8-4cb2-4c54-85db-e2075ff86d8e req-b208e052-b6da-4311-8b5c-23509c562569 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0650182
Jun 23 03:48:58.744929 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b1d0ae58-622d-4e03-ba7f-fae7ce9b66b6 req-236faffb-b623-4c08-85c0-246e0a19296e tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359020
Jun 23 03:48:58.773801 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9ba14cb8-4cb2-4c54-85db-e2075ff86d8e req-bf4f707a-b878-42cd-8ad3-08db8494c922 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323000
Jun 23 03:48:59.039215 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['d7647d25-c146-430a-93fa-d0a8c0209ee2'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:48:59.726523 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec481e5-fe73-4b4c-959a-4354b4e1f839 req-43761db8-0046-4cf6-8d8a-7f44a11ebe18 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:59.727950 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eec481e5-fe73-4b4c-959a-4354b4e1f839 req-43761db8-0046-4cf6-8d8a-7f44a11ebe18 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0618629
Jun 23 03:48:59.764071 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eec481e5-fe73-4b4c-959a-4354b4e1f839 req-718a6816-09ec-4780-b645-dda609805f47 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305560
Jun 23 03:48:59.919125 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cfa83-44f0-40c8-bd9f-1178ca398f10 req-b18c26e6-8819-4bfe-9544-306e353211b5 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:59.920577 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7b9cfa83-44f0-40c8-bd9f-1178ca398f10 req-b18c26e6-8819-4bfe-9544-306e353211b5 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 944 time: 0.0651362
Jun 23 03:48:59.946442 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b5a15-1481-459d-9a43-317528581883 req-4e9d0d84-865f-466b-9460-17c2d5b6a1d4 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:48:59.948033 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cf1b5a15-1481-459d-9a43-317528581883 req-4e9d0d84-865f-466b-9460-17c2d5b6a1d4 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0640907
Jun 23 03:48:59.960291 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7b9cfa83-44f0-40c8-bd9f-1178ca398f10 req-6ad0eb82-29e0-433a-bf94-e83bec1803d0 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338688
Jun 23 03:48:59.986992 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cf1b5a15-1481-459d-9a43-317528581883 req-6f39a93c-3718-4166-a6cb-e34dd6fb3e35 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331726
Jun 23 03:49:00.937280 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f85834-d51e-4bb0-834a-ea3d04fb87fa req-2f899c46-6e33-4304-a54f-f7701c70b761 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:00.938733 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f7f85834-d51e-4bb0-834a-ea3d04fb87fa req-2f899c46-6e33-4304-a54f-f7701c70b761 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0616405
Jun 23 03:49:00.976021 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f7f85834-d51e-4bb0-834a-ea3d04fb87fa req-a96e984d-e873-4694-bd43-3e972f38ffd6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312626
Jun 23 03:49:01.168774 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6d082-bdc9-427a-8df3-9767229b7282 req-d9af0b5c-9108-48fe-8d7b-5f61b184ba97 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:01.170676 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-30c6d082-bdc9-427a-8df3-9767229b7282 req-d9af0b5c-9108-48fe-8d7b-5f61b184ba97 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0689518
Jun 23 03:49:01.210517 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-30c6d082-bdc9-427a-8df3-9767229b7282 req-a19834bb-2568-4b16-b99d-e7d26db035f3 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338564
Jun 23 03:49:01.333627 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c068b-a3e3-4f07-ba18-0a5dfa4ecfdd req-232aaf70-a903-4eae-be53-bd2e914a572d tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:01.334997 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6b5c068b-a3e3-4f07-ba18-0a5dfa4ecfdd req-232aaf70-a903-4eae-be53-bd2e914a572d tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 944 time: 0.2624609
Jun 23 03:49:01.371376 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6b5c068b-a3e3-4f07-ba18-0a5dfa4ecfdd req-e416399b-0983-4717-a91b-63cf53fb58bf tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308526
Jun 23 03:49:02.150954 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951e795-bfa6-4e9b-932d-5b62621157f2 req-54049cd0-030b-4060-a4ff-f3bc6134a503 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:02.152400 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e951e795-bfa6-4e9b-932d-5b62621157f2 req-54049cd0-030b-4060-a4ff-f3bc6134a503 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0630176
Jun 23 03:49:02.189285 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e951e795-bfa6-4e9b-932d-5b62621157f2 req-ece35674-9a42-4056-846f-f923e419e047 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313323
Jun 23 03:49:02.341049 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ab439df-b601-403d-9047-bc918c9e317c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:02.387860 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8c3e0-ac00-486f-96a5-5902207f8e68 req-bbe7c6d8-30de-4520-a89c-2cda850e951d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:02.389313 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1dc8c3e0-ac00-486f-96a5-5902207f8e68 req-bbe7c6d8-30de-4520-a89c-2cda850e951d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0664909
Jun 23 03:49:02.428032 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1dc8c3e0-ac00-486f-96a5-5902207f8e68 req-5409a357-5283-4ff5-8d3b-430bd565459a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0329306
Jun 23 03:49:02.541167 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7968bb-7382-4663-9ddc-1cc9033ffff4 req-a394a914-66e0-4bd4-960f-bd7f40a14a0f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:02.542627 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ce7968bb-7382-4663-9ddc-1cc9033ffff4 req-a394a914-66e0-4bd4-960f-bd7f40a14a0f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 944 time: 0.0625687
Jun 23 03:49:02.579830 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ce7968bb-7382-4663-9ddc-1cc9033ffff4 req-84c30a10-3762-4bf8-bec7-a8bcc35a7015 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314496
Jun 23 03:49:03.381745 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e84b92-75be-4569-939d-5f0fc66207f4 req-e73de393-89ae-45ea-acbe-b65d7b90c76a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:03.382959 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b9e84b92-75be-4569-939d-5f0fc66207f4 req-e73de393-89ae-45ea-acbe-b65d7b90c76a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0657322
Jun 23 03:49:03.420169 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b9e84b92-75be-4569-939d-5f0fc66207f4 req-e7e6060e-5278-4022-b807-10fd35f13b31 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0314431
Jun 23 03:49:03.604462 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c4b1c-cb23-4424-ae44-740b0ec8a5c2 req-4dfac11f-9846-4a63-ac03-9e991556c2a7 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:03.606041 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b73c4b1c-cb23-4424-ae44-740b0ec8a5c2 req-4dfac11f-9846-4a63-ac03-9e991556c2a7 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0676210
Jun 23 03:49:03.650977 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b73c4b1c-cb23-4424-ae44-740b0ec8a5c2 req-4ddddae1-a900-4538-9b44-cc68f4ad1ab3 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346646
Jun 23 03:49:03.756697 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3f8b4-87fe-4273-be3c-3d614f74c9ef req-bf29752e-0658-4593-9900-c5c35feaa611 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:03.758127 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-fea3f8b4-87fe-4273-be3c-3d614f74c9ef req-bf29752e-0658-4593-9900-c5c35feaa611 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 944 time: 0.0607693
Jun 23 03:49:03.794035 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-fea3f8b4-87fe-4273-be3c-3d614f74c9ef req-c97e8949-dd19-439f-989d-d5cd32825334 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301363
Jun 23 03:49:04.027284 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fc329-3cd7-4a72-af8d-a2d22f83a92c req-94d0ab88-b69f-4b83-8c2e-d50412ffb461 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:04.028748 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-447fc329-3cd7-4a72-af8d-a2d22f83a92c req-94d0ab88-b69f-4b83-8c2e-d50412ffb461 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 945 time: 0.0668628
Jun 23 03:49:04.065844 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-447fc329-3cd7-4a72-af8d-a2d22f83a92c req-b16dae6b-a92d-46a5-b71f-c180f808bf65 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313630
Jun 23 03:49:04.600141 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b00b9-b1d7-42c8-a161-9b211704bca0 req-a1254dc2-75e4-42c9-be6c-44a063bae817 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:04.601544 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ef9b00b9-b1d7-42c8-a161-9b211704bca0 req-a1254dc2-75e4-42c9-be6c-44a063bae817 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0620096
Jun 23 03:49:04.639490 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ef9b00b9-b1d7-42c8-a161-9b211704bca0 req-ae6fd445-76f3-4046-aea5-2c9d683d736a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320866
Jun 23 03:49:04.676107 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device d7647d25-c146-430a-93fa-d0a8c0209ee2 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:49:04.726442 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port d7647d25-c146-430a-93fa-d0a8c0209ee2 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:49:04.729951 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port d7647d25-c146-430a-93fa-d0a8c0209ee2 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:49:04.730333 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:04.808293 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:04.827873 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752c7c8-2574-470f-b076-9beed51e82cd req-d5ee1d67-0d06-49d0-ac50-8d7fe3a54de1 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:04.829365 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8752c7c8-2574-470f-b076-9beed51e82cd req-d5ee1d67-0d06-49d0-ac50-8d7fe3a54de1 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0661602
Jun 23 03:49:04.831096 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6e8d12-b520-4b83-8b17-c3e5173899f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7647d25-c146-430a-93fa-d0a8c0209ee2'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:49:04.833605 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6aa48b-621b-45ba-807b-f493d78fa659" -d '{"events": [{"server_uuid": "4b6e8d12-b520-4b83-8b17-c3e5173899f3", "name": "network-vif-plugged", "status": "completed", "tag": "d7647d25-c146-430a-93fa-d0a8c0209ee2"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:49:04.847614 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port d7647d25-c146-430a-93fa-d0a8c0209ee2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d7647d25-c146-430a-93fa-d0a8c0209ee2,segment=NetworkSegment(12455615-dd28-4069-a756-d93b6a3f85bb),segment_id=12455615-dd28-4069-a756-d93b6a3f85bb)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:04.854143 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:04.856117 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:04.872504 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8752c7c8-2574-470f-b076-9beed51e82cd req-80ae7b47-8683-48d2-8c38-befa430e00b6 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364816
Jun 23 03:49:04.904017 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=d7647d25-c146-430a-93fa-d0a8c0209ee2,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:04.907057 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:04.923492 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d084384-61e6-4c6f-8ba5-b361e328ae1e x-openstack-request-id: req-7d084384-61e6-4c6f-8ba5-b361e328ae1e {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:49:04.923797 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6e8d12-b520-4b83-8b17-c3e5173899f3", "name": "network-vif-plugged", "status": "completed", "tag": "d7647d25-c146-430a-93fa-d0a8c0209ee2", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:49:04.924062 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d084384-61e6-4c6f-8ba5-b361e328ae1e {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:49:04.924460 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6e8d12-b520-4b83-8b17-c3e5173899f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7647d25-c146-430a-93fa-d0a8c0209ee2', 'code': 200}
Jun 23 03:49:04.988194 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ee541-e438-4e65-8c34-83cf27833791 req-ee912bfc-ad6d-4c32-8e43-6648b7dc1a5b tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:04.989732 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e40ee541-e438-4e65-8c34-83cf27833791 req-ee912bfc-ad6d-4c32-8e43-6648b7dc1a5b tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 945 time: 0.0650496
Jun 23 03:49:04.996453 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-21fe860d-774f-4c56-8314-479623ddfa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:05.027626 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e40ee541-e438-4e65-8c34-83cf27833791 req-894b6de4-cd1b-40a7-b472-f466f7c68fd3 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319149
Jun 23 03:49:05.234605 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215be29-5f23-465a-883f-0f63cc696588 req-6102571e-4991-4a25-8bc6-769a7b0ad8dd tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:05.236014 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1215be29-5f23-465a-883f-0f63cc696588 req-6102571e-4991-4a25-8bc6-769a7b0ad8dd tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 945 time: 0.0607638
Jun 23 03:49:05.272863 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1215be29-5f23-465a-883f-0f63cc696588 req-39f3eefc-5267-4a0f-bfed-3a7502b37b26 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307853
Jun 23 03:49:05.343074 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:05.815066 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e7968-6cc1-4251-8f8f-1cf4e17ae574 req-2c9a57d9-8db5-4713-a2d7-4659da640dcb tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:05.816498 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a2e7968-6cc1-4251-8f8f-1cf4e17ae574 req-2c9a57d9-8db5-4713-a2d7-4659da640dcb tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0615015
Jun 23 03:49:05.853185 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a2e7968-6cc1-4251-8f8f-1cf4e17ae574 req-80a3faa5-431e-4d9b-9eed-cb2848e3d2e7 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303433
Jun 23 03:49:06.046904 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f4d90-d601-4246-a814-7e5b274e31fa req-6766b19e-a26b-4861-a0d4-21826f2aa112 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:06.048244 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a02f4d90-d601-4246-a814-7e5b274e31fa req-6766b19e-a26b-4861-a0d4-21826f2aa112 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0652316
Jun 23 03:49:06.086975 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a02f4d90-d601-4246-a814-7e5b274e31fa req-385dbeb0-aeb8-4147-b52b-f9cdf133af8b tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318470
Jun 23 03:49:06.196454 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eab679-5ade-4af9-b468-1f52042cd613 req-50da6d2c-9b7e-49d0-a377-f01795272975 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:06.197930 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-43eab679-5ade-4af9-b468-1f52042cd613 req-50da6d2c-9b7e-49d0-a377-f01795272975 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 945 time: 0.0602365
Jun 23 03:49:06.234888 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-43eab679-5ade-4af9-b468-1f52042cd613 req-27dae770-683d-4e6a-852c-c45fcca61d46 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313826
Jun 23 03:49:06.313869 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:06.443362 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a095e-9fb3-4c1e-90fb-2a683e235e99 req-f737c929-e93e-4fc2-b010-f04e7e45d64a tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:06.444826 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6c1a095e-9fb3-4c1e-90fb-2a683e235e99 req-f737c929-e93e-4fc2-b010-f04e7e45d64a tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 945 time: 0.0611322
Jun 23 03:49:06.480841 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6c1a095e-9fb3-4c1e-90fb-2a683e235e99 req-68606284-cace-475d-be94-fa0fbcf05702 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0305028
Jun 23 03:49:06.933340 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51240122-c5f2-4756-9645-a2b2ff9fe63f req-f8fd9fea-1d56-4089-94e1-18a49fa2e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:06.934788 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-51240122-c5f2-4756-9645-a2b2ff9fe63f req-f8fd9fea-1d56-4089-94e1-18a49fa2e1fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 1098 time: 0.0838070
Jun 23 03:49:06.979857 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-51240122-c5f2-4756-9645-a2b2ff9fe63f req-98d867c6-97ff-4bd4-8675-cec1f7ed33d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348840
Jun 23 03:49:07.034437 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503bcd5-81ca-452f-a899-e36224ede136 req-bcd7e5e7-9eff-4034-be0f-0fd56ab978e3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:07.035860 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f503bcd5-81ca-452f-a899-e36224ede136 req-bcd7e5e7-9eff-4034-be0f-0fd56ab978e3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0640831
Jun 23 03:49:07.073120 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f503bcd5-81ca-452f-a899-e36224ede136 req-87128e65-1a2d-4328-8d18-9da38c0165d4 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313098
Jun 23 03:49:07.256057 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad64433-96af-4dc2-bcee-52d73493e181 req-5ab015a3-4061-4dc6-8bc3-a73f57c1f5ea tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:07.257538 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4ad64433-96af-4dc2-bcee-52d73493e181 req-5ab015a3-4061-4dc6-8bc3-a73f57c1f5ea tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0611379
Jun 23 03:49:07.298446 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4ad64433-96af-4dc2-bcee-52d73493e181 req-394ece25-c12f-4b90-8459-2ff8e395292d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351093
Jun 23 03:49:07.413078 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92852436-41b7-4ba7-b8f4-83593b8e4047 req-ba1b8f72-387d-4c4b-a1ff-a5911b4c85bc tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:07.414558 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-92852436-41b7-4ba7-b8f4-83593b8e4047 req-ba1b8f72-387d-4c4b-a1ff-a5911b4c85bc tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 945 time: 0.0663679
Jun 23 03:49:07.451499 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-92852436-41b7-4ba7-b8f4-83593b8e4047 req-726304c8-1b85-4e75-b9dd-2f86dd40c752 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311513
Jun 23 03:49:07.467376 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:07.656311 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7e1c8-829d-4a00-a0f6-421c75dc248c req-80b28c76-fcff-4c8b-b6f7-71cf04b9ee63 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:07.657774 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9ef7e1c8-829d-4a00-a0f6-421c75dc248c req-80b28c76-fcff-4c8b-b6f7-71cf04b9ee63 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 945 time: 0.0658629
Jun 23 03:49:07.696106 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9ef7e1c8-829d-4a00-a0f6-421c75dc248c req-375927f3-b056-4d07-8033-7c19ed2aeddc tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0317066
Jun 23 03:49:08.249847 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a26af-beb2-4c53-a772-a314ea3ea1c2 req-12f2b8e1-85b8-4eba-a02c-1a19a87f85f8 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:08.251274 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0b1a26af-beb2-4c53-a772-a314ea3ea1c2 req-12f2b8e1-85b8-4eba-a02c-1a19a87f85f8 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0647776
Jun 23 03:49:08.287990 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0b1a26af-beb2-4c53-a772-a314ea3ea1c2 req-b65731e4-c125-40c4-851d-6bd0b4160cd1 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311255
Jun 23 03:49:08.470901 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61360b-93ef-477f-aed7-920b1a7597d6 req-a188782c-c39e-4b94-a489-f5641dc2c605 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:08.472397 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7d61360b-93ef-477f-aed7-920b1a7597d6 req-a188782c-c39e-4b94-a489-f5641dc2c605 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0616360
Jun 23 03:49:08.510187 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7d61360b-93ef-477f-aed7-920b1a7597d6 req-cfffc3b8-6e18-4462-8c4e-2c372db03a4d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319030
Jun 23 03:49:08.626775 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310553d-b19a-4789-9247-00732829c527 req-a216aa2a-5251-455b-9039-474358402509 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:08.628192 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6310553d-b19a-4789-9247-00732829c527 req-a216aa2a-5251-455b-9039-474358402509 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 945 time: 0.0619788
Jun 23 03:49:08.663766 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6310553d-b19a-4789-9247-00732829c527 req-84d9c728-f180-4230-a5b4-89bf953fa581 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296946
Jun 23 03:49:08.863803 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63674734-d368-4de7-a0b1-9ac154e3f374 req-7532c9dc-1505-4506-a976-6cca20c0f452 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:08.865847 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-63674734-d368-4de7-a0b1-9ac154e3f374 req-7532c9dc-1505-4506-a976-6cca20c0f452 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 945 time: 0.0611064
Jun 23 03:49:08.904343 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-63674734-d368-4de7-a0b1-9ac154e3f374 req-d2bf5ac8-fd0e-419a-8e62-c18a0ed6a718 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325661
Jun 23 03:49:09.232885 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:49:09.463353 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732e11b-3c4e-410d-ac0e-c3a49807979a req-578d6ccd-2872-411e-bf6c-108bdb73ee70 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:09.464814 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c732e11b-3c4e-410d-ac0e-c3a49807979a req-578d6ccd-2872-411e-bf6c-108bdb73ee70 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0617812
Jun 23 03:49:09.502829 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c732e11b-3c4e-410d-ac0e-c3a49807979a req-c1351e93-2104-4cc0-b4cb-de98687408a7 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324428
Jun 23 03:49:09.686399 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207e208-fd7b-40c5-9468-a3f359cc6e79 req-eea732c4-d4cf-4371-9dd3-2dd863b20b13 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:09.687854 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c207e208-fd7b-40c5-9468-a3f359cc6e79 req-eea732c4-d4cf-4371-9dd3-2dd863b20b13 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0645194
Jun 23 03:49:09.726907 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c207e208-fd7b-40c5-9468-a3f359cc6e79 req-65a99938-bc9f-440c-b42f-b28cfa59e024 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330434
Jun 23 03:49:09.844379 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f310e-355a-4e7b-9a34-a814ec52dd20 req-49bdcdcf-71c9-48ee-96e5-7c5622d8b399 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:09.845743 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9c9f310e-355a-4e7b-9a34-a814ec52dd20 req-49bdcdcf-71c9-48ee-96e5-7c5622d8b399 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 945 time: 0.0647287
Jun 23 03:49:09.882705 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9c9f310e-355a-4e7b-9a34-a814ec52dd20 req-9928bb38-6419-4ce9-9924-8100f78ef2c9 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314093
Jun 23 03:49:10.071018 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2fa6f-2fb3-4463-bca8-cc21ffa4e5dc req-c0ed4c0c-f088-47e4-a134-d495bbddd2ce tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:10.072434 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ded2fa6f-2fb3-4463-bca8-cc21ffa4e5dc req-c0ed4c0c-f088-47e4-a134-d495bbddd2ce tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 945 time: 0.0604689
Jun 23 03:49:10.108070 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ded2fa6f-2fb3-4463-bca8-cc21ffa4e5dc req-492102de-a4a1-4cbd-8445-94ca3c83cd0a tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299740
Jun 23 03:49:10.679340 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2756f-af20-48b5-bc19-f940e110e603 req-4feb8102-647d-44df-acf5-be3166f1b658 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:10.680806 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c3e2756f-af20-48b5-bc19-f940e110e603 req-4feb8102-647d-44df-acf5-be3166f1b658 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0617931
Jun 23 03:49:10.718784 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c3e2756f-af20-48b5-bc19-f940e110e603 req-71de3379-7433-4cd2-b724-2a10236aaa12 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323193
Jun 23 03:49:10.900534 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979af398-f5c0-4fba-8119-e706ac2f1d7e req-c77634e9-e136-4095-841a-118a980174df tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:10.901902 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-979af398-f5c0-4fba-8119-e706ac2f1d7e req-c77634e9-e136-4095-841a-118a980174df tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0641160
Jun 23 03:49:10.939166 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-979af398-f5c0-4fba-8119-e706ac2f1d7e req-e1f4e9e1-2b8a-4f3d-a9fa-1c7dcc4c6a62 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317290
Jun 23 03:49:11.058161 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473d68a-b1d6-40ab-8076-d246ddae2c74 req-447938dc-b64d-4ad8-af54-e232ce3facca tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:11.059601 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0473d68a-b1d6-40ab-8076-d246ddae2c74 req-447938dc-b64d-4ad8-af54-e232ce3facca tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 945 time: 0.0669599
Jun 23 03:49:11.096696 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0473d68a-b1d6-40ab-8076-d246ddae2c74 req-d0dcd519-54ff-489d-8e41-aaf495ff592f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314240
Jun 23 03:49:11.275563 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514a3ba-d972-4dcb-84d3-fe052df96c5c req-dfc2cfd5-6a47-41bd-ae99-e8b8a94e74fe tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:11.277029 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c514a3ba-d972-4dcb-84d3-fe052df96c5c req-dfc2cfd5-6a47-41bd-ae99-e8b8a94e74fe tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 945 time: 0.0610323
Jun 23 03:49:11.314639 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c514a3ba-d972-4dcb-84d3-fe052df96c5c req-541c7a12-a8e1-4f37-97c9-f27defe1d407 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320501
Jun 23 03:49:11.893604 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644bfdf2-e9c4-47dd-9089-f183f5578ea8 req-689fa4cd-da4c-4364-8ec5-401e354a6641 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:11.894980 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-644bfdf2-e9c4-47dd-9089-f183f5578ea8 req-689fa4cd-da4c-4364-8ec5-401e354a6641 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0644569
Jun 23 03:49:11.933963 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-644bfdf2-e9c4-47dd-9089-f183f5578ea8 req-00f77f1a-0c21-4d57-80a1-6e72bc7ef1a6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323744
Jun 23 03:49:12.032703 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca730a-1fbc-4e9f-8436-ea277e199505 req-f3b83c13-d0b0-4e2c-a48e-eaa9111835c1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:12.034238 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-04ca730a-1fbc-4e9f-8436-ea277e199505 req-f3b83c13-d0b0-4e2c-a48e-eaa9111835c1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 945 time: 0.0876424
Jun 23 03:49:12.267815 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b07b5-ee13-48e9-bb49-f6353bbd07b1 req-c6afda0c-1d1f-4f30-9a5f-5364e17d332f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:12.269317 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-693b07b5-ee13-48e9-bb49-f6353bbd07b1 req-c6afda0c-1d1f-4f30-9a5f-5364e17d332f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.1538839
Jun 23 03:49:12.274435 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-04ca730a-1fbc-4e9f-8436-ea277e199505 req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Deleting port 6db5f43d-bc14-462d-8609-5228e3a10bf3 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:49:12.274774 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-04ca730a-1fbc-4e9f-8436-ea277e199505 req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:12.281237 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60155d-20c9-43cf-a8f2-7ae712cb5a9a req-4d5a9ab6-1846-481f-ae0e-69ccdb0a7fed tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:12.282695 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a60155d-20c9-43cf-a8f2-7ae712cb5a9a req-4d5a9ab6-1846-481f-ae0e-69ccdb0a7fed tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 945 time: 0.0640225
Jun 23 03:49:12.320940 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5a60155d-20c9-43cf-a8f2-7ae712cb5a9a req-a32a6b6b-c51f-420b-b2a2-e7dc9dab3211 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324132
Jun 23 03:49:12.360985 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-693b07b5-ee13-48e9-bb49-f6353bbd07b1 req-7598d17b-cb67-4402-8ad9-244996214bcb tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832138
Jun 23 03:49:12.394377 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-04ca730a-1fbc-4e9f-8436-ea277e199505 req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] For port 6db5f43d-bc14-462d-8609-5228e3a10bf3, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=6db5f43d-bc14-462d-8609-5228e3a10bf3,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:12.394740 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-04ca730a-1fbc-4e9f-8436-ea277e199505 req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:12.410401 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-04ca730a-1fbc-4e9f-8436-ea277e199505 req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Calling delete_port for 6db5f43d-bc14-462d-8609-5228e3a10bf3 owned by compute:nova {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:49:12.500281 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166b7eb-da8d-4423-8568-02fed8671fb9 req-39004d07-bee2-4d8b-9af4-638e61d96135 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:12.501785 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4166b7eb-da8d-4423-8568-02fed8671fb9 req-39004d07-bee2-4d8b-9af4-638e61d96135 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=9afe14f8-17fa-4b2a-ad10-ddfb1d306077 HTTP/1.1" status: 200  len: 945 time: 0.0705659
Jun 23 03:49:12.544707 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4166b7eb-da8d-4423-8568-02fed8671fb9 req-9d530e4d-2208-4917-b7a7-04337d73baf3 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355642
Jun 23 03:49:12.576432 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-04ca730a-1fbc-4e9f-8436-ea277e199505 req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:12.580377 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:12.592256 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['f1e0bc72-eda1-483a-b697-ba2dfc8de494', 'a0012524-7be4-456d-92cf-ad2f5f78b5c9', '9eb2f0a5-2dfb-48a5-be5a-ac32008b070b', '6db5f43d-bc14-462d-8609-5228e3a10bf3'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:49:12.605071 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Pushing event deleted for resources: {'Port': ['ID=6db5f43d-bc14-462d-8609-5228e3a10bf3,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:12.607483 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:12.668518 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ca730a-1fbc-4e9f-8436-ea277e199505 req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] No DVR routers for this DVR port 6db5f43d-bc14-462d-8609-5228e3a10bf3 on host hv-cinder-76859 {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:49:12.672007 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-04ca730a-1fbc-4e9f-8436-ea277e199505 req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:12.674011 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-04ca730a-1fbc-4e9f-8436-ea277e199505 req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "DELETE /v2.0/ports/6db5f43d-bc14-462d-8609-5228e3a10bf3 HTTP/1.1" status: 204  len: 173 time: 0.6239681
Jun 23 03:49:12.674503 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afe14f8-17fa-4b2a-ad10-ddfb1d306077', 'name': 'network-vif-deleted', 'tag': '6db5f43d-bc14-462d-8609-5228e3a10bf3'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:49:12.677961 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceaf685-8971-43b4-a07b-6965de44f1c8" -d '{"events": [{"server_uuid": "9afe14f8-17fa-4b2a-ad10-ddfb1d306077", "name": "network-vif-deleted", "tag": "6db5f43d-bc14-462d-8609-5228e3a10bf3"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:49:12.728750 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf0a2ac-6a09-4d6f-be3b-1248c207f4e3 x-openstack-request-id: req-9cf0a2ac-6a09-4d6f-be3b-1248c207f4e3 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:49:12.729018 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afe14f8-17fa-4b2a-ad10-ddfb1d306077", "name": "network-vif-deleted", "tag": "6db5f43d-bc14-462d-8609-5228e3a10bf3", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:49:12.729388 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cf0a2ac-6a09-4d6f-be3b-1248c207f4e3 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:49:12.729817 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afe14f8-17fa-4b2a-ad10-ddfb1d306077', 'name': 'network-vif-deleted', 'tag': '6db5f43d-bc14-462d-8609-5228e3a10bf3', 'status': 'completed', 'code': 200}
Jun 23 03:49:13.117173 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8e203-d106-468b-923c-5bd0f76a16b4 req-7df623d4-fa5d-4a86-8f58-ae367bab6768 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:13.118945 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3ad8e203-d106-468b-923c-5bd0f76a16b4 req-7df623d4-fa5d-4a86-8f58-ae367bab6768 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0642359
Jun 23 03:49:13.166161 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3ad8e203-d106-468b-923c-5bd0f76a16b4 req-2cd59ea1-1dd8-4829-a88f-44c2fedf4cb8 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395200
Jun 23 03:49:13.374941 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16042d8-0d84-4d8a-a199-205dedf4441a req-f19323fd-9588-46bf-a8e1-d0279adb86f2 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:13.376395 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b16042d8-0d84-4d8a-a199-205dedf4441a req-f19323fd-9588-46bf-a8e1-d0279adb86f2 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 945 time: 0.0713861
Jun 23 03:49:13.416212 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b16042d8-0d84-4d8a-a199-205dedf4441a req-14ce6927-4167-436e-805b-32b958ab7ee6 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327234
Jun 23 03:49:13.609794 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001711-7775-403f-94e1-d75370be1709 req-f87ee222-b433-4a06-a4d2-6f8219263dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:13.611545 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8b001711-7775-403f-94e1-d75370be1709 req-f87ee222-b433-4a06-a4d2-6f8219263dd3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 1099 time: 0.0983460
Jun 23 03:49:13.627293 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96feab7e-2105-46a5-91a1-0ea428090b70 req-060e07f1-47d8-4518-962d-4f4dfc779701 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:13.628313 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b490d-9a70-42ac-a3ef-817da5bdb24d req-00ca42c7-4942-4b69-90ff-07747c51f2bf tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:13.628728 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-96feab7e-2105-46a5-91a1-0ea428090b70 req-060e07f1-47d8-4518-962d-4f4dfc779701 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0871398
Jun 23 03:49:13.633821 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8b2b490d-9a70-42ac-a3ef-817da5bdb24d req-00ca42c7-4942-4b69-90ff-07747c51f2bf tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0774696
Jun 23 03:49:13.666819 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8b2b490d-9a70-42ac-a3ef-817da5bdb24d req-61d16ff0-bad7-49eb-bfbf-bcfa75192a66 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312822
Jun 23 03:49:13.713348 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-96feab7e-2105-46a5-91a1-0ea428090b70 req-cbddac2e-df08-4b68-a0eb-34297b386152 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765233
Jun 23 03:49:13.737310 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001711-7775-403f-94e1-d75370be1709 req-0c34095b-8bff-4750-8581-a6328aabc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:13.739223 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8b001711-7775-403f-94e1-d75370be1709 req-0c34095b-8bff-4750-8581-a6328aabc9ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 918 time: 0.1095929
Jun 23 03:49:13.795532 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8b001711-7775-403f-94e1-d75370be1709 req-d1c37970-9ae2-4530-b2eb-2df683bd3a54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395fa879-2292-4f6e-82a3-05f37b4209e0 HTTP/1.1" status: 200  len: 217 time: 0.0392134
Jun 23 03:49:13.851478 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001711-7775-403f-94e1-d75370be1709 req-af7fbe56-cf42-41a0-b552-d897d06a8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:13.853018 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8b001711-7775-403f-94e1-d75370be1709 req-af7fbe56-cf42-41a0-b552-d897d06a8b1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 200  len: 858 time: 0.0480065
Jun 23 03:49:13.889272 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8b001711-7775-403f-94e1-d75370be1709 req-0bc0f27b-87cc-4363-af8f-599647750107 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267944
Jun 23 03:49:14.002175 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8b001711-7775-403f-94e1-d75370be1709 req-64ec5533-8c4d-425e-99b4-3e5586452165 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0954266
Jun 23 03:49:14.070367 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3660b88-f570-425d-8364-721585941e7f req-c7707527-9683-403e-b6a8-8a980b6c9b43 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:14.072064 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c3660b88-f570-425d-8364-721585941e7f req-c7707527-9683-403e-b6a8-8a980b6c9b43 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0692897
Jun 23 03:49:14.096044 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8b001711-7775-403f-94e1-d75370be1709 req-11e1e98a-ea65-4112-8f65-29b519dc68b4 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836835
Jun 23 03:49:14.140808 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c3660b88-f570-425d-8364-721585941e7f req-638b35a7-529d-4eeb-83df-e6dc135d2eb0 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612254
Jun 23 03:49:14.159603 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61daa0c-463c-4a15-810a-3adf907a1968 req-6f0afd81-044c-427d-86d7-34431430c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:14.161730 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d61daa0c-463c-4a15-810a-3adf907a1968 req-6f0afd81-044c-427d-86d7-34431430c061 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 1099 time: 0.0997961
Jun 23 03:49:14.265124 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61daa0c-463c-4a15-810a-3adf907a1968 req-c53c2be1-d8b5-4501-be28-4ea3a6d2950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:14.266589 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d61daa0c-463c-4a15-810a-3adf907a1968 req-c53c2be1-d8b5-4501-be28-4ea3a6d2950b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 200  len: 911 time: 0.0883772
Jun 23 03:49:14.340017 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d61daa0c-463c-4a15-810a-3adf907a1968 req-2a8ee2cc-62cf-458e-b836-54f7a66062aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fbccc58-e66d-4b83-936b-5bf63613a81e HTTP/1.1" status: 200  len: 1001 time: 0.0623419
Jun 23 03:49:14.364448 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fa6d9-a77c-4c9e-bbab-6417a9284383 req-1bfd0792-160e-42df-890a-0482ec8019b4 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:14.365919 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d62fa6d9-a77c-4c9e-bbab-6417a9284383 req-1bfd0792-160e-42df-890a-0482ec8019b4 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0723312
Jun 23 03:49:14.392212 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61daa0c-463c-4a15-810a-3adf907a1968 req-a7883104-6af8-4db9-8dc9-e8a5265b72af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:14.393682 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d61daa0c-463c-4a15-810a-3adf907a1968 req-a7883104-6af8-4db9-8dc9-e8a5265b72af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a63d313c-a6e3-45c8-860f-63d7336cf84a HTTP/1.1" status: 200  len: 850 time: 0.0454299
Jun 23 03:49:14.406237 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d62fa6d9-a77c-4c9e-bbab-6417a9284383 req-a6e64102-c126-4987-baa2-ce1525881c37 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341778
Jun 23 03:49:14.452198 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61daa0c-463c-4a15-810a-3adf907a1968 req-09caa835-1fc3-4b60-a1bd-33d75e93214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:14.453725 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d61daa0c-463c-4a15-810a-3adf907a1968 req-09caa835-1fc3-4b60-a1bd-33d75e93214b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cea1e4e-1863-44a6-ac96-46e29b9fc013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0511734
Jun 23 03:49:14.577325 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d61daa0c-463c-4a15-810a-3adf907a1968 req-8534628e-98db-4c66-8337-4fbc72c9a41a service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122873
Jun 23 03:49:14.659531 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ba53-c066-45a7-9d1f-13bc53731b83 req-e86c7ce5-2aee-4c55-bfe7-685d4e725c41 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:14.660975 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b196ba53-c066-45a7-9d1f-13bc53731b83 req-e86c7ce5-2aee-4c55-bfe7-685d4e725c41 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 945 time: 0.1272883
Jun 23 03:49:14.710241 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d61daa0c-463c-4a15-810a-3adf907a1968 req-2ba67969-e5fa-4c33-94e7-e09cba928711 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238058
Jun 23 03:49:14.715260 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b196ba53-c066-45a7-9d1f-13bc53731b83 req-6aff7d64-d2a6-4580-b266-3a88cefcca5f tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479608
Jun 23 03:49:14.841725 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77563e86-5f79-472f-86d8-196ccab23d9d req-fb3d19be-1e6e-4590-bcf2-93386ca6defc tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:14.843139 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-77563e86-5f79-472f-86d8-196ccab23d9d req-fb3d19be-1e6e-4590-bcf2-93386ca6defc tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0615370
Jun 23 03:49:14.879744 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-77563e86-5f79-472f-86d8-196ccab23d9d req-617611b9-7362-4564-b370-c03fafe2ac30 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311527
Jun 23 03:49:15.249784 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcb009-d17a-46b4-a5bd-7d891477cfa4 req-c8bd7432-9d94-4a16-b57f-a53cccede131 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:15.251302 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-77bcb009-d17a-46b4-a5bd-7d891477cfa4 req-c8bd7432-9d94-4a16-b57f-a53cccede131 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 945 time: 0.0742865
Jun 23 03:49:15.295776 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-77bcb009-d17a-46b4-a5bd-7d891477cfa4 req-1e9ebcdf-a18b-411b-a547-eadd220a49e7 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374556
Jun 23 03:49:15.407137 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35226108-6c8d-4b90-9ddc-4b69911520b2 req-c510542b-aee6-4c16-8f02-01aec8f99266 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:15.408348 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-35226108-6c8d-4b90-9ddc-4b69911520b2 req-c510542b-aee6-4c16-8f02-01aec8f99266 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0669663
Jun 23 03:49:15.446525 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-35226108-6c8d-4b90-9ddc-4b69911520b2 req-3376b547-4c88-423b-9238-80d2254a2a34 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324359
Jun 23 03:49:15.589046 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4c784-6b0e-4d6c-9502-ffd7a25d5ea2 req-f6c469bb-d21f-4bcb-8541-4c4831c41418 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:15.590488 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-57e4c784-6b0e-4d6c-9502-ffd7a25d5ea2 req-f6c469bb-d21f-4bcb-8541-4c4831c41418 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0627687
Jun 23 03:49:15.631614 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-57e4c784-6b0e-4d6c-9502-ffd7a25d5ea2 req-c060e8e4-abe8-4e44-8c7f-80d17525edf9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355055
Jun 23 03:49:15.894107 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a56372-2d94-45b7-9639-f1b030452ed4 req-c9a4624f-2e70-453e-a40a-80010cb6815d tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:15.895563 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8a56372-2d94-45b7-9639-f1b030452ed4 req-c9a4624f-2e70-453e-a40a-80010cb6815d tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 945 time: 0.0685291
Jun 23 03:49:15.902440 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054280d3-e4c4-4a74-bb60-470ea01a17ee req-988ee8bc-4e15-41ab-b98c-11a67173081e tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:15.903926 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-054280d3-e4c4-4a74-bb60-470ea01a17ee req-988ee8bc-4e15-41ab-b98c-11a67173081e tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.26 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 945 time: 0.0632019
Jun 23 03:49:15.934722 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8a56372-2d94-45b7-9639-f1b030452ed4 req-51644c3c-a22a-4941-bf29-1805381405b7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/security-groups?id=a0f48950-5bd4-4a59-aea7-1786a32dcf9c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330708
Jun 23 03:49:16.085504 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-054280d3-e4c4-4a74-bb60-470ea01a17ee req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Deleting port d7647d25-c146-430a-93fa-d0a8c0209ee2 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:49:16.085836 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-054280d3-e4c4-4a74-bb60-470ea01a17ee req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:16.116459 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f3ed0-25be-4058-97ad-a8e6533914cf req-f941396f-792f-4dca-b4ce-dda4be02249a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:16.117945 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-682f3ed0-25be-4058-97ad-a8e6533914cf req-f941396f-792f-4dca-b4ce-dda4be02249a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1085615
Jun 23 03:49:16.206544 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-682f3ed0-25be-4058-97ad-a8e6533914cf req-6580f73f-aebe-4af8-8426-d73c1d82c3cd tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611751
Jun 23 03:49:16.216072 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-054280d3-e4c4-4a74-bb60-470ea01a17ee req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] For port d7647d25-c146-430a-93fa-d0a8c0209ee2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d7647d25-c146-430a-93fa-d0a8c0209ee2,segment=NetworkSegment(12455615-dd28-4069-a756-d93b6a3f85bb),segment_id=12455615-dd28-4069-a756-d93b6a3f85bb)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:16.216436 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-054280d3-e4c4-4a74-bb60-470ea01a17ee req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:16.232536 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-054280d3-e4c4-4a74-bb60-470ea01a17ee req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Calling delete_port for d7647d25-c146-430a-93fa-d0a8c0209ee2 owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:49:16.388291 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-054280d3-e4c4-4a74-bb60-470ea01a17ee req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:16.397991 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:16.408270 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['d7647d25-c146-430a-93fa-d0a8c0209ee2'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:49:16.418721 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Pushing event deleted for resources: {'Port': ['ID=d7647d25-c146-430a-93fa-d0a8c0209ee2,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:16.430684 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:16.550215 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a69e5-5cb3-4ecf-87ca-a3f13538a8ce req-df012db4-b3cf-465c-aa71-6c5fd41190f3 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:16.556256 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 104753e7-eb32-4eee-a85e-c94bf8b4166e details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:49:16.560061 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 6db5f43d-bc14-462d-8609-5228e3a10bf3 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:49:16.565682 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-981a69e5-5cb3-4ecf-87ca-a3f13538a8ce req-df012db4-b3cf-465c-aa71-6c5fd41190f3 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 945 time: 0.1250346
Jun 23 03:49:16.588124 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 6db5f43d-bc14-462d-8609-5228e3a10bf3 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:49:16.588798 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 6db5f43d-bc14-462d-8609-5228e3a10bf3 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:49:16.662358 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-981a69e5-5cb3-4ecf-87ca-a3f13538a8ce req-f3911108-7166-4c25-afe6-3084d5e09c60 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911427
Jun 23 03:49:16.772382 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-054280d3-e4c4-4a74-bb60-470ea01a17ee req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] No DVR routers for this DVR port d7647d25-c146-430a-93fa-d0a8c0209ee2 on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:49:16.776262 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-054280d3-e4c4-4a74-bb60-470ea01a17ee req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:16.778617 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-054280d3-e4c4-4a74-bb60-470ea01a17ee req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.26 "DELETE /v2.0/ports/d7647d25-c146-430a-93fa-d0a8c0209ee2 HTTP/1.1" status: 204  len: 173 time: 0.8552656
Jun 23 03:49:16.779828 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6e8d12-b520-4b83-8b17-c3e5173899f3', 'name': 'network-vif-deleted', 'tag': 'd7647d25-c146-430a-93fa-d0a8c0209ee2'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:49:16.782200 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa61f6aa-d8a0-4875-ad02-fcb3be6f856a" -d '{"events": [{"server_uuid": "4b6e8d12-b520-4b83-8b17-c3e5173899f3", "name": "network-vif-deleted", "tag": "d7647d25-c146-430a-93fa-d0a8c0209ee2"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:49:16.793188 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:16.808792 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'port_id': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'mac_address': 'fa:16:3e:9b:93:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:49:16.860204 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff1165-f6b8-4283-b79d-cb469ba6f47a req-1fdcd16e-6bb2-42fc-af5e-8563ad2b03cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:16.869393 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4dff1165-f6b8-4283-b79d-cb469ba6f47a req-1fdcd16e-6bb2-42fc-af5e-8563ad2b03cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0984728
Jun 23 03:49:16.878492 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:16.892195 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fbf6e-6707-44ec-8e9d-05d0972ff801 req-1dff3a87-e873-46e5-b28b-a37bb285f8a1 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:16.895277 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 104753e7-eb32-4eee-a85e-c94bf8b4166e {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:49:16.902634 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e87fbf6e-6707-44ec-8e9d-05d0972ff801 req-1dff3a87-e873-46e5-b28b-a37bb285f8a1 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.1068912
Jun 23 03:49:16.923816 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:16.927182 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4dff1165-f6b8-4283-b79d-cb469ba6f47a req-b4400fda-9a4e-48fc-8e35-36b328e7abed tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507543
Jun 23 03:49:16.939741 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:16.943301 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:16.967430 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e87fbf6e-6707-44ec-8e9d-05d0972ff801 req-62c5ca46-2e0a-4db1-894b-94a7d07f9d65 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627284
Jun 23 03:49:17.000461 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ce3436-f7d8-466f-a4e4-edaaeb849629 x-openstack-request-id: req-64ce3436-f7d8-466f-a4e4-edaaeb849629 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:49:17.001060 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6e8d12-b520-4b83-8b17-c3e5173899f3", "name": "network-vif-deleted", "tag": "d7647d25-c146-430a-93fa-d0a8c0209ee2", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:49:17.001314 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64ce3436-f7d8-466f-a4e4-edaaeb849629 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:49:17.001812 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6e8d12-b520-4b83-8b17-c3e5173899f3', 'name': 'network-vif-deleted', 'tag': 'd7647d25-c146-430a-93fa-d0a8c0209ee2', 'status': 'completed', 'code': 200}
Jun 23 03:49:17.029667 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=104753e7-eb32-4eee-a85e-c94bf8b4166e,revision_number=6']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:17.035159 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:17.139489 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['104753e7-eb32-4eee-a85e-c94bf8b4166e'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:49:17.143840 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-dfb61dfb-8800-46a6-b9a1-4d662127eb3e req-007a49d5-b4eb-48d1-82dc-8f946d586c0c tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b6e8d12-b520-4b83-8b17-c3e5173899f3 HTTP/1.1" status: 200  len: 210 time: 0.0326593
Jun 23 03:49:17.434927 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc73880-0b65-483b-ac5e-e74343bcec58 req-55651d22-2d9c-492f-a49b-4f02b8f72b1d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:17.436478 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9bc73880-0b65-483b-ac5e-e74343bcec58 req-55651d22-2d9c-492f-a49b-4f02b8f72b1d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0889945
Jun 23 03:49:17.492424 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9bc73880-0b65-483b-ac5e-e74343bcec58 req-a6205540-72ac-42ee-85f7-8a12770f0467 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501640
Jun 23 03:49:17.891568 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34096-0e29-4fd7-9584-724b926bab81 req-af89412e-4dbd-4290-854e-115849cb8f50 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:17.893091 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-62d34096-0e29-4fd7-9584-724b926bab81 req-af89412e-4dbd-4290-854e-115849cb8f50 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 945 time: 0.0775967
Jun 23 03:49:17.937100 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e681b76-c5bf-4eef-b21d-929b13e681bf req-2dcb4c1d-2af7-4e61-8734-c855ecb1020e tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:17.946887 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4e681b76-c5bf-4eef-b21d-929b13e681bf req-2dcb4c1d-2af7-4e61-8734-c855ecb1020e tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 946 time: 0.0939918
Jun 23 03:49:17.971180 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-62d34096-0e29-4fd7-9584-724b926bab81 req-b3bd890a-ee52-49a4-a3a5-5ff27f33ef97 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590377
Jun 23 03:49:17.988017 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd447ae8-99ba-4f8d-8f45-609d26e42098 req-554d2a1b-190c-47cd-b2ea-a498c6e23f8e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:17.992397 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-dd447ae8-99ba-4f8d-8f45-609d26e42098 req-554d2a1b-190c-47cd-b2ea-a498c6e23f8e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 945 time: 0.1186006
Jun 23 03:49:18.035291 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4e681b76-c5bf-4eef-b21d-929b13e681bf req-7918a08e-2594-4449-864a-6cc61886c9ee tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751128
Jun 23 03:49:18.233486 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-dd447ae8-99ba-4f8d-8f45-609d26e42098 req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Deleting port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:49:18.233839 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-dd447ae8-99ba-4f8d-8f45-609d26e42098 req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:18.325970 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc0433-4721-4d67-b36c-378efde0ec5b req-59de0136-65d7-4920-bc79-67d27bd25cca tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:18.327836 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ecfc0433-4721-4d67-b36c-378efde0ec5b req-59de0136-65d7-4920-bc79-67d27bd25cca tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 945 time: 0.1511838
Jun 23 03:49:18.383006 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-dd447ae8-99ba-4f8d-8f45-609d26e42098 req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] For port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:18.383006 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-dd447ae8-99ba-4f8d-8f45-609d26e42098 req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:18.400162 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ecfc0433-4721-4d67-b36c-378efde0ec5b req-c1d73f46-df78-43ba-be6b-16ebef42f182 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656548
Jun 23 03:49:18.404714 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-dd447ae8-99ba-4f8d-8f45-609d26e42098 req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Calling delete_port for 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:49:18.572107 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 104753e7-eb32-4eee-a85e-c94bf8b4166e up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:49:18.638277 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-dd447ae8-99ba-4f8d-8f45-609d26e42098 req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:18.644481 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:18.652649 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['f1e0bc72-eda1-483a-b697-ba2dfc8de494', 'a0012524-7be4-456d-92cf-ad2f5f78b5c9', '9eb2f0a5-2dfb-48a5-be5a-ac32008b070b'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:49:18.703861 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Pushing event deleted for resources: {'Port': ['ID=9eb2f0a5-2dfb-48a5-be5a-ac32008b070b,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:18.706951 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:18.737632 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 104753e7-eb32-4eee-a85e-c94bf8b4166e triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:49:18.738242 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:18.760411 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247f701-a361-46ab-bb26-5bc4d529e8d4 req-2b9d278f-fbec-42fc-8b73-60ce7bba7b81 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:18.767295 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8247f701-a361-46ab-bb26-5bc4d529e8d4 req-2b9d278f-fbec-42fc-8b73-60ce7bba7b81 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1222084
Jun 23 03:49:18.805237 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd447ae8-99ba-4f8d-8f45-609d26e42098 req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] No DVR routers for this DVR port 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:49:18.811861 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-dd447ae8-99ba-4f8d-8f45-609d26e42098 req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:18.816051 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-dd447ae8-99ba-4f8d-8f45-609d26e42098 req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "DELETE /v2.0/ports/9eb2f0a5-2dfb-48a5-be5a-ac32008b070b HTTP/1.1" status: 204  len: 173 time: 0.8119357
Jun 23 03:49:19.002368 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:19.003294 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199', 'name': 'network-vif-deleted', 'tag': '9eb2f0a5-2dfb-48a5-be5a-ac32008b070b'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:49:19.016339 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e9f59a-c43c-43ff-8c5c-f538a2249e23" -d '{"events": [{"server_uuid": "1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199", "name": "network-vif-deleted", "tag": "9eb2f0a5-2dfb-48a5-be5a-ac32008b070b"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:49:19.121292 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8247f701-a361-46ab-bb26-5bc4d529e8d4 req-74c8e616-bb03-46aa-ad15-57196d836236 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3529718
Jun 23 03:49:19.181084 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b3e702-a0f5-442e-b580-ebf08de5f5ce x-openstack-request-id: req-f5b3e702-a0f5-442e-b580-ebf08de5f5ce {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:49:19.181396 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199", "name": "network-vif-deleted", "tag": "9eb2f0a5-2dfb-48a5-be5a-ac32008b070b", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:49:19.182279 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5b3e702-a0f5-442e-b580-ebf08de5f5ce {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:49:19.182785 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199', 'name': 'network-vif-deleted', 'tag': '9eb2f0a5-2dfb-48a5-be5a-ac32008b070b', 'status': 'completed', 'code': 200}
Jun 23 03:49:19.240776 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b2237c2e-1f1d-4e7e-a0a1-07b5e21f0767 req-8b3b3623-b698-45e6-a4c6-f9dd17e4f004 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f4bdf0f-ad0b-4a26-8f8c-23ea6c0c0199 HTTP/1.1" status: 200  len: 210 time: 0.0727184
Jun 23 03:49:19.261489 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:49:19.261489 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa003d72-c7ac-4ae2-a158-f42699e531ca" -d '{"events": [{"server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "name": "network-vif-plugged", "status": "completed", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:49:19.309615 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:19.325868 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:19.326621 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device d7647d25-c146-430a-93fa-d0a8c0209ee2 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:49:19.330913 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:19.375394 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955ccc44-5f95-4ee4-bd28-34e7c0992a00 x-openstack-request-id: req-955ccc44-5f95-4ee4-bd28-34e7c0992a00 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:49:19.375694 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "name": "network-vif-plugged", "status": "completed", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:49:19.376458 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-955ccc44-5f95-4ee4-bd28-34e7c0992a00 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:49:19.377109 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'code': 200}
Jun 23 03:49:19.410084 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: d7647d25-c146-430a-93fa-d0a8c0209ee2 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:49:19.410526 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device d7647d25-c146-430a-93fa-d0a8c0209ee2 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:49:19.451075 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=104753e7-eb32-4eee-a85e-c94bf8b4166e,revision_number=7']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:19.456873 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:19.458303 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfbb6f1-095e-4c84-b091-652a9644c524 req-ff3effb1-b9e1-4c8d-a059-b5b9a5cdfa3a tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:19.468522 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ccfbb6f1-095e-4c84-b091-652a9644c524 req-ff3effb1-b9e1-4c8d-a059-b5b9a5cdfa3a tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 946 time: 0.1199074
Jun 23 03:49:19.509109 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ccfbb6f1-095e-4c84-b091-652a9644c524 req-8ccc065d-f808-483f-99a4-4ebbeae5b3c2 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394771
Jun 23 03:49:19.719082 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e16a-6746-4128-af33-64acbd96e489 req-f87b037e-7f2b-43fc-884b-d3c518c77eab tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:19.720690 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-11b0e16a-6746-4128-af33-64acbd96e489 req-f87b037e-7f2b-43fc-884b-d3c518c77eab tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0927706
Jun 23 03:49:19.773961 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-11b0e16a-6746-4128-af33-64acbd96e489 req-8322f749-b7c8-4a47-80d5-69c457307e75 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413570
Jun 23 03:49:20.309583 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879e5f6-66ba-44cb-9882-0d15b65eb1fa req-47a75035-d080-4d08-8d81-7ad78602ed32 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:20.315637 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4879e5f6-66ba-44cb-9882-0d15b65eb1fa req-47a75035-d080-4d08-8d81-7ad78602ed32 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0821347
Jun 23 03:49:20.354226 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4879e5f6-66ba-44cb-9882-0d15b65eb1fa req-d097caa1-260e-4802-b87b-50c0f394065a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377436
Jun 23 03:49:20.723080 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7384b-0a8e-40f7-aae8-d60370f6359d req-17876b30-50bb-4aa1-a13e-61f55f2c88a6 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:20.731430 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e1a7384b-0a8e-40f7-aae8-d60370f6359d req-17876b30-50bb-4aa1-a13e-61f55f2c88a6 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 946 time: 0.0884695
Jun 23 03:49:20.769772 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e1a7384b-0a8e-40f7-aae8-d60370f6359d req-d8c5561b-5500-4cc1-b435-f92b577949dc tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373573
Jun 23 03:49:20.780234 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b80df8-28f3-4a74-bf6d-59d1eb39bec8 req-972ddbbb-ba56-493f-b745-1cc66d5a4950 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:20.782508 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d6b80df8-28f3-4a74-bf6d-59d1eb39bec8 req-972ddbbb-ba56-493f-b745-1cc66d5a4950 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 945 time: 0.0728261
Jun 23 03:49:20.847870 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d6b80df8-28f3-4a74-bf6d-59d1eb39bec8 req-d534cfe9-a400-4166-9814-a623288f9dff tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589197
Jun 23 03:49:20.986302 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f6569-1bc4-4dc1-9034-e79470e501f9 req-fd166093-7761-4e21-b302-22e976a1475a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:20.988147 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-683f6569-1bc4-4dc1-9034-e79470e501f9 req-fd166093-7761-4e21-b302-22e976a1475a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0775545
Jun 23 03:49:21.031212 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-683f6569-1bc4-4dc1-9034-e79470e501f9 req-57160577-7ec0-416e-bf8a-f5acdbfad0c4 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350399
Jun 23 03:49:21.564541 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69371aa6-3bb0-4cd7-b4c8-487d50a1107c req-4ed144d7-16a1-42ed-99e4-97542205f30b tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:21.566260 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-69371aa6-3bb0-4cd7-b4c8-487d50a1107c req-4ed144d7-16a1-42ed-99e4-97542205f30b tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0828407
Jun 23 03:49:21.622590 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-69371aa6-3bb0-4cd7-b4c8-487d50a1107c req-4d32bc04-7493-4142-b9a7-094ae4d9221f tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431483
Jun 23 03:49:21.984536 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea8278-18f8-4c57-ae42-1ccf448acdf7 req-72375c3e-e21c-40fc-a5e6-e9dee6b78bae tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:21.992257 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2bea8278-18f8-4c57-ae42-1ccf448acdf7 req-72375c3e-e21c-40fc-a5e6-e9dee6b78bae tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 946 time: 0.0957735
Jun 23 03:49:22.034748 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2bea8278-18f8-4c57-ae42-1ccf448acdf7 req-073de5d6-d8aa-499d-973f-019b515d1447 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414829
Jun 23 03:49:22.061356 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a756fb1-1cbd-42d5-9b73-5c4f43f7daec req-7c3d27dd-a484-4a8a-8390-2d470db22f00 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:22.062817 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3a756fb1-1cbd-42d5-9b73-5c4f43f7daec req-7c3d27dd-a484-4a8a-8390-2d470db22f00 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 945 time: 0.0721343
Jun 23 03:49:22.111582 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3a756fb1-1cbd-42d5-9b73-5c4f43f7daec req-a79220c6-186c-4972-aae1-930802716e12 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385020
Jun 23 03:49:22.232101 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7e6c7-a839-4763-aa5c-3069ef2be861 req-b08b1707-6fe5-4cbb-b1e5-54d19111b91b tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:22.233683 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ddf7e6c7-a839-4763-aa5c-3069ef2be861 req-b08b1707-6fe5-4cbb-b1e5-54d19111b91b tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0690536
Jun 23 03:49:22.280029 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ddf7e6c7-a839-4763-aa5c-3069ef2be861 req-894a272f-955d-4e58-9a5d-300cb5b82e24 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403802
Jun 23 03:49:22.808283 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586f779-f6be-4147-bdd9-aef437b1596b req-9a6e689f-17c3-4dd9-8e86-c6ffd5f3ac75 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:22.810513 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b586f779-f6be-4147-bdd9-aef437b1596b req-9a6e689f-17c3-4dd9-8e86-c6ffd5f3ac75 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0715134
Jun 23 03:49:22.855493 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b586f779-f6be-4147-bdd9-aef437b1596b req-eebe8d3a-dc04-413a-93c2-a2f229812572 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391381
Jun 23 03:49:22.970946 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:49:23.021029 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:49:23.021029 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 9eb2f0a5-2dfb-48a5-be5a-ac32008b070b not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:49:23.270845 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a77ead-f321-46b3-86eb-c4776009d897 req-0faf9581-0d7e-4d93-ac38-5ac286d5d44b tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:23.273284 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-96a77ead-f321-46b3-86eb-c4776009d897 req-0faf9581-0d7e-4d93-ac38-5ac286d5d44b tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 946 time: 0.0948768
Jun 23 03:49:23.330426 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5ea0d-07f7-4d95-831b-02ab410a2c5c req-8fcff60c-4658-4f9b-a700-c223e25dce90 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:23.331080 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-96a77ead-f321-46b3-86eb-c4776009d897 req-90dbba0d-195d-4b03-9d3c-42bb25be3871 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518515
Jun 23 03:49:23.331971 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-dbc5ea0d-07f7-4d95-831b-02ab410a2c5c req-8fcff60c-4658-4f9b-a700-c223e25dce90 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.26 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 946 time: 0.1422408
Jun 23 03:49:23.415173 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44283273-c8cf-431e-932a-ea4f52cc5a34 req-a3cbec25-8d5f-47bb-87ba-f18d639f7d53 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:23.416678 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-44283273-c8cf-431e-932a-ea4f52cc5a34 req-a3cbec25-8d5f-47bb-87ba-f18d639f7d53 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 945 time: 0.1481860
Jun 23 03:49:23.485283 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-44283273-c8cf-431e-932a-ea4f52cc5a34 req-772766a6-c2af-4259-8e22-091b4425a272 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617268
Jun 23 03:49:23.509595 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-dbc5ea0d-07f7-4d95-831b-02ab410a2c5c req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Deleting port 75c5fb14-9342-427e-985b-63ae4a4627a1 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:49:23.509936 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-dbc5ea0d-07f7-4d95-831b-02ab410a2c5c req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:23.570613 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432304f-1f9e-4586-8925-ae41b70102b2 req-c638a0eb-d9ad-44a2-b986-40261f930439 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:23.572171 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8432304f-1f9e-4586-8925-ae41b70102b2 req-c638a0eb-d9ad-44a2-b986-40261f930439 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.1118269
Jun 23 03:49:23.618828 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-dbc5ea0d-07f7-4d95-831b-02ab410a2c5c req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] For port 75c5fb14-9342-427e-985b-63ae4a4627a1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=75c5fb14-9342-427e-985b-63ae4a4627a1,segment=NetworkSegment(1f87cbbf-551d-4306-8ffe-e48996d79c0a),segment_id=1f87cbbf-551d-4306-8ffe-e48996d79c0a)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:23.619193 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-dbc5ea0d-07f7-4d95-831b-02ab410a2c5c req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:23.622866 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8432304f-1f9e-4586-8925-ae41b70102b2 req-869c16b6-84bf-4aac-8919-e1b8f22c92ea tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442674
Jun 23 03:49:23.636845 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-dbc5ea0d-07f7-4d95-831b-02ab410a2c5c req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Calling delete_port for 75c5fb14-9342-427e-985b-63ae4a4627a1 owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:49:23.801010 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-dbc5ea0d-07f7-4d95-831b-02ab410a2c5c req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:23.807341 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-0343c394-caf5-43e5-97a1-40a0160a609a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:23.824352 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['75c5fb14-9342-427e-985b-63ae4a4627a1'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:49:23.856043 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Pushing event deleted for resources: {'Port': ['ID=75c5fb14-9342-427e-985b-63ae4a4627a1,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:23.905211 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:23.942032 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc5ea0d-07f7-4d95-831b-02ab410a2c5c req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] No DVR routers for this DVR port 75c5fb14-9342-427e-985b-63ae4a4627a1 on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:49:23.947644 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-dbc5ea0d-07f7-4d95-831b-02ab410a2c5c req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:23.951101 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-dbc5ea0d-07f7-4d95-831b-02ab410a2c5c req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.26 "DELETE /v2.0/ports/75c5fb14-9342-427e-985b-63ae4a4627a1 HTTP/1.1" status: 204  len: 173 time: 0.6118927
Jun 23 03:49:23.951825 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04707b65-5c73-4b34-b974-2cf31730c38d', 'name': 'network-vif-deleted', 'tag': '75c5fb14-9342-427e-985b-63ae4a4627a1'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:49:23.954460 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dee212-38ab-4cfd-9f3c-b0878b560de6" -d '{"events": [{"server_uuid": "04707b65-5c73-4b34-b974-2cf31730c38d", "name": "network-vif-deleted", "tag": "75c5fb14-9342-427e-985b-63ae4a4627a1"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:49:24.027565 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f382851-6f42-4beb-8d77-4a23d1ef91b1 x-openstack-request-id: req-1f382851-6f42-4beb-8d77-4a23d1ef91b1 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:49:24.028136 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04707b65-5c73-4b34-b974-2cf31730c38d", "name": "network-vif-deleted", "tag": "75c5fb14-9342-427e-985b-63ae4a4627a1", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:49:24.028666 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f382851-6f42-4beb-8d77-4a23d1ef91b1 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:49:24.029301 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04707b65-5c73-4b34-b974-2cf31730c38d', 'name': 'network-vif-deleted', 'tag': '75c5fb14-9342-427e-985b-63ae4a4627a1', 'status': 'completed', 'code': 200}
Jun 23 03:49:24.129193 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e546480-6fa2-4567-9ff2-7c5684d095ed req-85c969af-d22e-429b-a658-0b4104b01a87 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:24.131261 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5e546480-6fa2-4567-9ff2-7c5684d095ed req-85c969af-d22e-429b-a658-0b4104b01a87 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0964601
Jun 23 03:49:24.198891 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5e546480-6fa2-4567-9ff2-7c5684d095ed req-317d2320-748a-497a-9268-8fcbbfbb26b4 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588531
Jun 23 03:49:24.622062 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e94484a7-3548-4e1e-95e0-43d26f0fe00c req-0c6fe082-8a20-4c06-9f3b-b8c7e5442a62 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=04707b65-5c73-4b34-b974-2cf31730c38d HTTP/1.1" status: 200  len: 210 time: 0.1087117
Jun 23 03:49:24.828072 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f737069-fdcf-44c3-9c52-782f46c65937 req-0f6d341f-a842-498e-9826-57c3c3e5efbb tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:24.831607 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0f737069-fdcf-44c3-9c52-782f46c65937 req-0f6d341f-a842-498e-9826-57c3c3e5efbb tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 945 time: 0.1185830
Jun 23 03:49:24.900812 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0f737069-fdcf-44c3-9c52-782f46c65937 req-60234288-7fc7-42fb-bf7e-5293e388923e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636938
Jun 23 03:49:24.903673 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8954b7-eb2c-49bc-97a3-e9d793ea4dc1 req-9ee31237-cc06-4d3a-a71f-7cc49ce91381 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:24.915195 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9a8954b7-eb2c-49bc-97a3-e9d793ea4dc1 req-9ee31237-cc06-4d3a-a71f-7cc49ce91381 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.1165836
Jun 23 03:49:24.966687 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9a8954b7-eb2c-49bc-97a3-e9d793ea4dc1 req-42bdc992-ce28-48ba-9ec3-780443fdc4cb tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504918
Jun 23 03:49:25.152680 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8ec1d-353b-4d40-9c1d-3a1b4ff16bdc req-d0cce239-7983-4e8a-a8fa-edeb4fafbcac tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:25.155099 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-93b8ec1d-353b-4d40-9c1d-3a1b4ff16bdc req-d0cce239-7983-4e8a-a8fa-edeb4fafbcac tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 945 time: 0.0859916
Jun 23 03:49:25.389334 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-93b8ec1d-353b-4d40-9c1d-3a1b4ff16bdc req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Deleting port a0012524-7be4-456d-92cf-ad2f5f78b5c9 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:49:25.390809 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-93b8ec1d-353b-4d40-9c1d-3a1b4ff16bdc req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:25.795888 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:25.847154 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-93b8ec1d-353b-4d40-9c1d-3a1b4ff16bdc req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] For port a0012524-7be4-456d-92cf-ad2f5f78b5c9, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a0012524-7be4-456d-92cf-ad2f5f78b5c9,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:25.847777 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-93b8ec1d-353b-4d40-9c1d-3a1b4ff16bdc req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:25.868580 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144096bf-d56c-4d67-ada0-ace50b369cac req-29b165f2-f41d-4211-ae8e-331bbaad9812 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:25.883152 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-144096bf-d56c-4d67-ada0-ace50b369cac req-29b165f2-f41d-4211-ae8e-331bbaad9812 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.5419178
Jun 23 03:49:25.929632 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-93b8ec1d-353b-4d40-9c1d-3a1b4ff16bdc req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Calling delete_port for a0012524-7be4-456d-92cf-ad2f5f78b5c9 owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:49:26.152703 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-144096bf-d56c-4d67-ada0-ace50b369cac req-f41ede4f-7d60-4389-ba98-bfdfa18e53b5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2578506
Jun 23 03:49:26.276350 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5aa0fc-6dc1-4c52-a9f1-6b338d2f5994 req-5192db2d-cf40-4c8a-b9f1-ef79990f26db tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:26.289232 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-be5aa0fc-6dc1-4c52-a9f1-6b338d2f5994 req-5192db2d-cf40-4c8a-b9f1-ef79990f26db tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 945 time: 0.1295762
Jun 23 03:49:26.376440 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-be5aa0fc-6dc1-4c52-a9f1-6b338d2f5994 req-86ba5f8f-cf50-412b-b2c5-bf3b5a07fd76 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860915
Jun 23 03:49:26.398609 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-93b8ec1d-353b-4d40-9c1d-3a1b4ff16bdc req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:26.411979 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['f1e0bc72-eda1-483a-b697-ba2dfc8de494', 'a0012524-7be4-456d-92cf-ad2f5f78b5c9'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:49:26.426595 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-03147ad8-4dec-4bf3-b1e5-070a9e96a362 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:26.462217 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Pushing event deleted for resources: {'Port': ['ID=a0012524-7be4-456d-92cf-ad2f5f78b5c9,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:26.474022 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:26.529631 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b8ec1d-353b-4d40-9c1d-3a1b4ff16bdc req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] No DVR routers for this DVR port a0012524-7be4-456d-92cf-ad2f5f78b5c9 on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:49:26.536128 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-93b8ec1d-353b-4d40-9c1d-3a1b4ff16bdc req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:26.539350 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-93b8ec1d-353b-4d40-9c1d-3a1b4ff16bdc req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "DELETE /v2.0/ports/a0012524-7be4-456d-92cf-ad2f5f78b5c9 HTTP/1.1" status: 204  len: 173 time: 1.3755970
Jun 23 03:49:26.539921 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe', 'name': 'network-vif-deleted', 'tag': 'a0012524-7be4-456d-92cf-ad2f5f78b5c9'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:49:26.553452 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aa573b-d025-44ee-a8bf-4d7737742ac4" -d '{"events": [{"server_uuid": "05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe", "name": "network-vif-deleted", "tag": "a0012524-7be4-456d-92cf-ad2f5f78b5c9"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:49:26.617505 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d3978-17f3-468a-842f-c8ade1dced5e req-3de3261a-f487-4bfc-8f51-475017c135c1 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:26.625300 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0a6d3978-17f3-468a-842f-c8ade1dced5e req-3de3261a-f487-4bfc-8f51-475017c135c1 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.2499135
Jun 23 03:49:26.634326 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d5e9c4-2455-43f7-8f3b-97096789369e x-openstack-request-id: req-e2d5e9c4-2455-43f7-8f3b-97096789369e {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:49:26.634740 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe", "name": "network-vif-deleted", "tag": "a0012524-7be4-456d-92cf-ad2f5f78b5c9", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:49:26.635162 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2d5e9c4-2455-43f7-8f3b-97096789369e {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:49:26.635692 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe', 'name': 'network-vif-deleted', 'tag': 'a0012524-7be4-456d-92cf-ad2f5f78b5c9', 'status': 'completed', 'code': 200}
Jun 23 03:49:26.707654 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0a6d3978-17f3-468a-842f-c8ade1dced5e req-9f028411-c6bc-455f-8284-70348a8f22c7 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800378
Jun 23 03:49:27.390311 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117eadd7-43aa-4773-8222-7512e2250dcc req-43acb50a-69b6-4192-98d2-b67f84fdfe85 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:27.416788 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-117eadd7-43aa-4773-8222-7512e2250dcc req-43acb50a-69b6-4192-98d2-b67f84fdfe85 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1113274
Jun 23 03:49:27.515097 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-117eadd7-43aa-4773-8222-7512e2250dcc req-1c2d80ef-6a51-4cb0-a5b6-d34cbd30b055 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970373
Jun 23 03:49:27.639884 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5901eb37-3c54-497d-a4e8-0cbac4042b8d req-432f1c34-59d2-4061-9283-7ed4e2ade335 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 210 time: 0.0479028
Jun 23 03:49:27.955780 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6807f2-7ba9-4285-a227-5b5bb69652a3 req-5a100f05-051b-4de0-8b61-95561f59f8d3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:27.957403 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-be6807f2-7ba9-4285-a227-5b5bb69652a3 req-5a100f05-051b-4de0-8b61-95561f59f8d3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0709157
Jun 23 03:49:28.002995 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-be6807f2-7ba9-4285-a227-5b5bb69652a3 req-2786f073-2944-44b1-90ff-d9d47185eb6f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387800
Jun 23 03:49:28.714032 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925d60e-b78e-4fd1-847f-5b51c0fb921b req-cce643fd-ab27-484d-a315-05ffe787d15f tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:28.718336 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6925d60e-b78e-4fd1-847f-5b51c0fb921b req-cce643fd-ab27-484d-a315-05ffe787d15f tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0764790
Jun 23 03:49:28.781746 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6925d60e-b78e-4fd1-847f-5b51c0fb921b req-2d97a953-4f31-4e9e-bc20-7e7219437dc2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565374
Jun 23 03:49:28.796059 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5306b9e5-b3cb-480c-8633-50649a4bf82a req-b6030339-bcee-4f97-b56b-db08b0a28216 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 210 time: 0.0332658
Jun 23 03:49:29.193088 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8b3e-762a-439b-8684-e6034e71ee86 req-9cb55d51-00af-474b-8281-53399863412f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:29.194938 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ab4b8b3e-762a-439b-8684-e6034e71ee86 req-9cb55d51-00af-474b-8281-53399863412f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0722744
Jun 23 03:49:29.248198 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ab4b8b3e-762a-439b-8684-e6034e71ee86 req-8c10dde6-6c02-409a-8032-5afb8a883c17 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440929
Jun 23 03:49:29.696520 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 75c5fb14-9342-427e-985b-63ae4a4627a1 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:49:29.731705 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 75c5fb14-9342-427e-985b-63ae4a4627a1 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:49:29.732059 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 75c5fb14-9342-427e-985b-63ae4a4627a1 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:49:29.732477 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device a0012524-7be4-456d-92cf-ad2f5f78b5c9 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:49:29.756749 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: a0012524-7be4-456d-92cf-ad2f5f78b5c9 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:49:29.757482 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device a0012524-7be4-456d-92cf-ad2f5f78b5c9 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:49:29.972492 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3741bbe9-b5d6-4926-98a1-2f84718e3a10 req-7494b0cf-b426-4bb4-81c2-044c9722eb74 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=05c68b9e-aaac-4bf2-99cc-3d1fab63cbfe HTTP/1.1" status: 200  len: 210 time: 0.0325849
Jun 23 03:49:29.984780 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2564ea2-5abb-42ab-a2b3-71dbcfacc076 req-89cc83aa-1a1c-4557-8bda-bff2547b761d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:29.986895 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b2564ea2-5abb-42ab-a2b3-71dbcfacc076 req-89cc83aa-1a1c-4557-8bda-bff2547b761d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0704808
Jun 23 03:49:30.042207 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b2564ea2-5abb-42ab-a2b3-71dbcfacc076 req-4111724e-5557-4a16-b7d8-ab842c418d3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474932
Jun 23 03:49:30.509234 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df789-3f5f-487c-a17a-2521b65a1273 req-ad6284e0-5291-4e61-b437-49158d24f9d4 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:30.510953 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-420df789-3f5f-487c-a17a-2521b65a1273 req-ad6284e0-5291-4e61-b437-49158d24f9d4 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.1094189
Jun 23 03:49:30.553702 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f7ff9-09f6-4e54-9bda-b7bbe9f0a36e req-a827cca4-60f7-480c-afe3-3ee0a0a313a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:30.555423 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9a7f7ff9-09f6-4e54-9bda-b7bbe9f0a36e req-a827cca4-60f7-480c-afe3-3ee0a0a313a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 1099 time: 0.1624854
Jun 23 03:49:30.640801 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-420df789-3f5f-487c-a17a-2521b65a1273 req-81d21992-28f1-4599-9ce6-48d32312db86 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1136413
Jun 23 03:49:30.686363 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f7ff9-09f6-4e54-9bda-b7bbe9f0a36e req-1cd6e031-c2e1-45eb-b32e-f42ae7eb848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:30.687860 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9a7f7ff9-09f6-4e54-9bda-b7bbe9f0a36e req-1cd6e031-c2e1-45eb-b32e-f42ae7eb848f service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 917 time: 0.1242304
Jun 23 03:49:30.776189 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9a7f7ff9-09f6-4e54-9bda-b7bbe9f0a36e req-6d3eaf2f-8282-4a62-9eaf-8a2f17a7ed4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e HTTP/1.1" status: 200  len: 1001 time: 0.0790305
Jun 23 03:49:30.842025 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f7ff9-09f6-4e54-9bda-b7bbe9f0a36e req-60d92429-9bd3-444d-8278-5316990c3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:30.843496 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9a7f7ff9-09f6-4e54-9bda-b7bbe9f0a36e req-60d92429-9bd3-444d-8278-5316990c3c62 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 200  len: 856 time: 0.0593176
Jun 23 03:49:30.908281 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f7ff9-09f6-4e54-9bda-b7bbe9f0a36e req-899010ca-f108-45d5-844b-d77b377e46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:30.909958 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9a7f7ff9-09f6-4e54-9bda-b7bbe9f0a36e req-899010ca-f108-45d5-844b-d77b377e46b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ea4c225-0269-41c8-af63-68574b8e5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0592287
Jun 23 03:49:31.021788 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9a7f7ff9-09f6-4e54-9bda-b7bbe9f0a36e req-2dfab78c-587f-431f-b204-e69dbee554c9 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052134
Jun 23 03:49:31.453694 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9a7f7ff9-09f6-4e54-9bda-b7bbe9f0a36e req-309a10c5-b140-4f4d-ad3c-5f2119563319 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4235222
Jun 23 03:49:31.502886 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631434c5-f24e-4bab-8688-f754584fea62 req-320a1e87-2765-4bdb-af1c-8037c37d82cd tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:31.506062 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-631434c5-f24e-4bab-8688-f754584fea62 req-320a1e87-2765-4bdb-af1c-8037c37d82cd tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.3164968
Jun 23 03:49:31.552054 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-631434c5-f24e-4bab-8688-f754584fea62 req-5d9419f8-bec0-4b17-9ab1-31651b472f3f tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397525
Jun 23 03:49:31.862150 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f279f6c-5da0-45c4-b09f-c97c204c907e req-7bcff7b3-a055-412e-befc-9b8fc25529a2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:31.863646 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4f279f6c-5da0-45c4-b09f-c97c204c907e req-7bcff7b3-a055-412e-befc-9b8fc25529a2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.0897832
Jun 23 03:49:31.919159 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4f279f6c-5da0-45c4-b09f-c97c204c907e req-bd69379f-b780-432c-b979-d0a399cb4ab9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484064
Jun 23 03:49:32.347187 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a77c85f3-e90a-44c3-895d-259c31769359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:32.736165 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16feeb-c084-4a3c-8fa2-174483201682 req-b7d00a64-b7a6-4f69-ba38-980fe5557e4e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:32.744512 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8a16feeb-c084-4a3c-8fa2-174483201682 req-b7d00a64-b7a6-4f69-ba38-980fe5557e4e tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 945 time: 0.0759714
Jun 23 03:49:32.758993 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2fcd4-560f-4839-a0b0-6b12d968e2cb req-20c5ffc0-73a6-46b8-9b59-73d2cf3f7466 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:32.765111 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-feb2fcd4-560f-4839-a0b0-6b12d968e2cb req-20c5ffc0-73a6-46b8-9b59-73d2cf3f7466 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0830512
Jun 23 03:49:32.781245 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8a16feeb-c084-4a3c-8fa2-174483201682 req-053f27a0-aced-467f-866b-ad6a7bc56407 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355296
Jun 23 03:49:32.819477 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-feb2fcd4-560f-4839-a0b0-6b12d968e2cb req-d0547d25-0809-4c29-872b-9383d97ce0f8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435531
Jun 23 03:49:33.136131 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ad97a-bccd-4dfc-8707-2e9927cec556 req-82f9d749-a2be-4394-91e0-c035faeeb93e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:33.143596 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6c6ad97a-bccd-4dfc-8707-2e9927cec556 req-82f9d749-a2be-4394-91e0-c035faeeb93e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 946 time: 0.1012273
Jun 23 03:49:33.180930 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6c6ad97a-bccd-4dfc-8707-2e9927cec556 req-f74b9ed3-7cc3-4e11-bed0-bf792e6484fa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361803
Jun 23 03:49:34.011325 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1964b-50eb-4ce5-bbf6-a4f6ae72482b req-2752f83a-82c2-4934-a654-c1b560151320 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:34.013474 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-aae1964b-50eb-4ce5-bbf6-a4f6ae72482b req-2752f83a-82c2-4934-a654-c1b560151320 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 945 time: 0.1006150
Jun 23 03:49:34.051926 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85065b08-9395-4a7f-89fc-22c0669d956b req-48289e45-ea56-4b57-951f-f13651392115 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:34.053730 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-85065b08-9395-4a7f-89fc-22c0669d956b req-48289e45-ea56-4b57-951f-f13651392115 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0720794
Jun 23 03:49:34.065229 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-aae1964b-50eb-4ce5-bbf6-a4f6ae72482b req-f236f448-b1e7-4dc8-84e1-bf50a8730de0 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459263
Jun 23 03:49:34.081214 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 104753e7-eb32-4eee-a85e-c94bf8b4166e no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:49:34.112821 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-85065b08-9395-4a7f-89fc-22c0669d956b req-a87d9992-7d32-4aa7-9226-02ef03fd7ef2 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527315
Jun 23 03:49:34.173530 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:34.197133 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:49:34.199870 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355c8881-4d72-440e-af1b-14527b570d5b" -d '{"events": [{"server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "name": "network-vif-unplugged", "status": "completed", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:49:34.213909 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:34.220216 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:34.224741 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:34.266981 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 03:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6fa20f-e3a1-45f8-a4e7-6fccfff3667d x-openstack-request-id: req-ea6fa20f-e3a1-45f8-a4e7-6fccfff3667d {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:49:34.267327 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "name": "network-vif-unplugged", "status": "completed", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:49:34.267880 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea6fa20f-e3a1-45f8-a4e7-6fccfff3667d {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:49:34.268448 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'code': 200}
Jun 23 03:49:34.294630 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=104753e7-eb32-4eee-a85e-c94bf8b4166e,revision_number=8']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:34.297794 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:34.405000 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccede58-4e77-4452-8258-7c89ee91f77b req-44b81562-d6d2-41af-b071-f094943a22ed tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:34.407632 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8ccede58-4e77-4452-8258-7c89ee91f77b req-44b81562-d6d2-41af-b071-f094943a22ed tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0759709
Jun 23 03:49:34.456742 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8ccede58-4e77-4452-8258-7c89ee91f77b req-16b3ee4c-a73a-4f3e-8347-a7c653a1bfab tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423536
Jun 23 03:49:34.999796 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7251f510-e9ea-4852-a7ea-99cdf08c43b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:35.315062 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4563670-74c1-407d-92ee-dbc0b1625bc8 req-9f85d85d-e0b1-4c14-bdcd-7ddfd2024fb9 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:35.316529 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a4563670-74c1-407d-92ee-dbc0b1625bc8 req-9f85d85d-e0b1-4c14-bdcd-7ddfd2024fb9 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0708454
Jun 23 03:49:35.334398 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b9dc4-699e-4a5e-8a6c-ff6879b0b2aa req-946a8efe-4566-494c-9743-f4b49f4ec7ac tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:35.335940 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-490b9dc4-699e-4a5e-8a6c-ff6879b0b2aa req-946a8efe-4566-494c-9743-f4b49f4ec7ac tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 945 time: 0.1034806
Jun 23 03:49:35.353005 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:35.389519 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a4563670-74c1-407d-92ee-dbc0b1625bc8 req-36ac7933-b2a6-40b8-8990-efa464596395 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638123
Jun 23 03:49:35.399791 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-490b9dc4-699e-4a5e-8a6c-ff6879b0b2aa req-884a5839-c5ef-485b-a843-aa4984a8fc52 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552659
Jun 23 03:49:35.664199 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bd326-0d93-42d4-b086-1df7cf2d75e6 req-b4947a5d-9ad2-4945-a254-8bf77a12a745 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:35.665706 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7e8bd326-0d93-42d4-b086-1df7cf2d75e6 req-b4947a5d-9ad2-4945-a254-8bf77a12a745 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0708656
Jun 23 03:49:35.719850 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7e8bd326-0d93-42d4-b086-1df7cf2d75e6 req-d4a6b3e4-46a7-43b6-9c12-ade0ee1d3768 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412385
Jun 23 03:49:36.278145 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-004b25c3-abfa-4d54-b928-c865f87701fb tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:36.280691 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-004b25c3-abfa-4d54-b928-c865f87701fb tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/networks?id=0db8b30d-8080-4580-bd82-57ba5021f95b HTTP/1.1" status: 200  len: 813 time: 0.1565104
Jun 23 03:49:36.318951 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:36.319353 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-6680df6f-348b-46a9-94e4-cf4feaee8eb5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/quotas/b8b7525fb2ae4d95bbaaaa028c17aed0 HTTP/1.1" status: 200  len: 375 time: 0.0218894
Jun 23 03:49:36.369899 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-cf164045-11d8-423c-b676-d1722057e2dd tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b8b7525fb2ae4d95bbaaaa028c17aed0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0405622
Jun 23 03:49:36.476916 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b4e8e4b4-e555-462b-8872-7a5a129c2149 service neutron] 10.222.0.15 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0986376
Jun 23 03:49:36.615974 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d5d43768-113b-4c6f-9046-b3b4011eb110 service neutron] 10.222.0.15 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298621
Jun 23 03:49:36.686354 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780551f9-ed72-431d-8fb4-0dd1cacb693d req-f42d5dfe-44eb-492b-93c4-93a511914c1a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:36.686354 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-780551f9-ed72-431d-8fb4-0dd1cacb693d req-f42d5dfe-44eb-492b-93c4-93a511914c1a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1535590
Jun 23 03:49:36.766865 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-780551f9-ed72-431d-8fb4-0dd1cacb693d req-1c48df75-84d0-423a-9fbe-363e70c51159 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751526
Jun 23 03:49:36.961053 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4f610-9c2c-4e48-9ef1-12673a8a991c req-cff16c6f-590b-4ca2-bba2-138cc8345f6b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:36.962818 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-aff4f610-9c2c-4e48-9ef1-12673a8a991c req-cff16c6f-590b-4ca2-bba2-138cc8345f6b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 945 time: 0.0689042
Jun 23 03:49:37.022856 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-aff4f610-9c2c-4e48-9ef1-12673a8a991c req-a51461e9-3558-4806-b004-efea2429d5d1 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/security-groups?id=99de5a06-1336-476c-9b65-e6bec6b82241&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447674
Jun 23 03:49:37.208196 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464d995-a674-4e44-bc42-18911c133010 req-8a85bc09-b840-4933-a4a4-735bc90bc0f3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:37.210645 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0464d995-a674-4e44-bc42-18911c133010 req-8a85bc09-b840-4933-a4a4-735bc90bc0f3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0848422
Jun 23 03:49:37.266555 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0464d995-a674-4e44-bc42-18911c133010 req-0d9e1b1d-0301-401f-b4ff-4edcb0496f8e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501759
Jun 23 03:49:37.484504 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:37.512838 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ae377-9037-40f4-b804-3bfb71b3cb47 req-aea658cb-0221-4469-8da7-97b5a1e3fc47 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:37.514255 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9d4ae377-9037-40f4-b804-3bfb71b3cb47 req-aea658cb-0221-4469-8da7-97b5a1e3fc47 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 945 time: 0.0848980
Jun 23 03:49:37.653688 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-9d4ae377-9037-40f4-b804-3bfb71b3cb47 req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Deleting port f1e0bc72-eda1-483a-b697-ba2dfc8de494 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:49:37.654039 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9d4ae377-9037-40f4-b804-3bfb71b3cb47 req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:37.821270 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-9d4ae377-9037-40f4-b804-3bfb71b3cb47 req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] For port f1e0bc72-eda1-483a-b697-ba2dfc8de494, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=f1e0bc72-eda1-483a-b697-ba2dfc8de494,segment=NetworkSegment(9932dc94-55ad-4791-b515-f55e022e1fb2),segment_id=9932dc94-55ad-4791-b515-f55e022e1fb2)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:37.822860 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9d4ae377-9037-40f4-b804-3bfb71b3cb47 req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:37.861732 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-9d4ae377-9037-40f4-b804-3bfb71b3cb47 req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Calling delete_port for f1e0bc72-eda1-483a-b697-ba2dfc8de494 owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:49:37.937985 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b101326b-e299-4cff-b054-747def2857c4 req-61f7326f-aee2-4a53-978b-801dd781d17a tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 210 time: 0.0733454
Jun 23 03:49:38.167753 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb09e1-e2a0-4bec-8218-f8fc23b15b81 req-bd3a1f6c-3461-41ea-ae0f-1b37aa721a8e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:38.178770 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-facb09e1-e2a0-4bec-8218-f8fc23b15b81 req-bd3a1f6c-3461-41ea-ae0f-1b37aa721a8e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.2254114
Jun 23 03:49:38.211248 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9d4ae377-9037-40f4-b804-3bfb71b3cb47 req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:38.219655 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b2f786b3-3810-4d60-8657-6270bf3a78f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:38.228189 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['f1e0bc72-eda1-483a-b697-ba2dfc8de494'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:49:38.282951 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-facb09e1-e2a0-4bec-8218-f8fc23b15b81 req-c85912d2-8669-4be7-8db6-42d42164b865 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954518
Jun 23 03:49:38.320764 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Pushing event deleted for resources: {'Port': ['ID=f1e0bc72-eda1-483a-b697-ba2dfc8de494,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:38.416138 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4ae377-9037-40f4-b804-3bfb71b3cb47 req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] No DVR routers for this DVR port f1e0bc72-eda1-483a-b697-ba2dfc8de494 on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:49:38.419860 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-9d4ae377-9037-40f4-b804-3bfb71b3cb47 req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:38.422255 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9d4ae377-9037-40f4-b804-3bfb71b3cb47 req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.26 "DELETE /v2.0/ports/f1e0bc72-eda1-483a-b697-ba2dfc8de494 HTTP/1.1" status: 204  len: 173 time: 0.8966348
Jun 23 03:49:38.422964 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39009256-02f2-4625-a3df-83089a04aa20', 'name': 'network-vif-deleted', 'tag': 'f1e0bc72-eda1-483a-b697-ba2dfc8de494'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:49:38.425985 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c008a76-c1e6-40ef-accc-360577b10d9b" -d '{"events": [{"server_uuid": "39009256-02f2-4625-a3df-83089a04aa20", "name": "network-vif-deleted", "tag": "f1e0bc72-eda1-483a-b697-ba2dfc8de494"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:49:38.431311 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.431683 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.432152 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.432507 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.432899 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.433239 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.433580 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.434311 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.434311 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.434652 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.435030 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.435375 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:38.463208 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:38.617857 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6e27f7bc-edda-4079-8a96-506e7dc2ca6b req-f051168a-eb70-4cc4-96db-52df45256aee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] 10.222.0.15 "GET /v2.0/ports?device_id=39009256-02f2-4625-a3df-83089a04aa20 HTTP/1.1" status: 200  len: 210 time: 0.0573914
Jun 23 03:49:38.703755 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3b8c7-289d-4384-ba3a-b113eef156fc req-9c154d55-3b58-4f62-9e71-a5f1c5141e39 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:38.705338 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4be3b8c7-289d-4384-ba3a-b113eef156fc req-9c154d55-3b58-4f62-9e71-a5f1c5141e39 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.1610801
Jun 23 03:49:38.709706 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26c8e72-4bf8-4bfa-8f87-abb1d06c309a x-openstack-request-id: req-a26c8e72-4bf8-4bfa-8f87-abb1d06c309a {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:49:38.710191 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39009256-02f2-4625-a3df-83089a04aa20", "name": "network-vif-deleted", "tag": "f1e0bc72-eda1-483a-b697-ba2dfc8de494", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:49:38.710632 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a26c8e72-4bf8-4bfa-8f87-abb1d06c309a {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:49:38.711207 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39009256-02f2-4625-a3df-83089a04aa20', 'name': 'network-vif-deleted', 'tag': 'f1e0bc72-eda1-483a-b697-ba2dfc8de494', 'status': 'completed', 'code': 200}
Jun 23 03:49:38.769123 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4be3b8c7-289d-4384-ba3a-b113eef156fc req-baa6aea5-5811-4659-9060-cba61e8291ce tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477724
Jun 23 03:49:39.175917 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb32e265-a7d2-49a9-a29a-b62daae05397 req-d9446ddd-46d8-4785-b55a-89d9a99ebf45 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 210 time: 0.0337870
Jun 23 03:49:39.290250 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 57828) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:39.439427 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-30b453e6-cbc7-4b5a-a15a-ae2f098cf299 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1478744
Jun 23 03:49:39.548787 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70581f2c-09ac-4ab0-b09e-6913c7c6b35a req-7a4c98fb-20ba-4b3a-9edd-4252996c350e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:39.557623 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70581f2c-09ac-4ab0-b09e-6913c7c6b35a req-7a4c98fb-20ba-4b3a-9edd-4252996c350e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1156862
Jun 23 03:49:39.608225 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70581f2c-09ac-4ab0-b09e-6913c7c6b35a req-b3e83e2e-89f7-4058-9c5e-2e274c998ecb tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488749
Jun 23 03:49:39.728300 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 104753e7-eb32-4eee-a85e-c94bf8b4166e no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:49:39.819086 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 57846) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:39.907182 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Deleting subnet 511fd5e1-8640-4b13-85c7-b6870517fe97 {{(pid=99522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:49:39.914773 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:39.937584 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device f1e0bc72-eda1-483a-b697-ba2dfc8de494 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:49:39.964284 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-1e585546-df89-428f-a1a2-94a85d629cd2 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:39.966276 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-1e585546-df89-428f-a1a2-94a85d629cd2 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.26 "GET /v2.0/networks?id=0db8b30d-8080-4580-bd82-57ba5021f95b HTTP/1.1" status: 200  len: 813 time: 0.2968614
Jun 23 03:49:39.976962 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: f1e0bc72-eda1-483a-b697-ba2dfc8de494 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:49:39.977696 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device f1e0bc72-eda1-483a-b697-ba2dfc8de494 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:49:39.982524 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Request body: {'port': {'device_id': '252d3e33-8772-4767-9452-96579563fe6d', 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b', 'admin_state_up': True, 'tenant_id': 'b8b7525fb2ae4d95bbaaaa028c17aed0'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:49:40.027860 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25872734'] for subnet, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:40.072129 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:40.166253 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28700665'] for subnet, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:40.174915 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c6246e06-59d8-4dac-9ea5-67325431ba79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:40.179871 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:40.183008 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/511fd5e1-8640-4b13-85c7-b6870517fe97 HTTP/1.1" status: 204  len: 168 time: 0.3629074
Jun 23 03:49:40.188479 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 57850) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:40.202719 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=511fd5e1-8640-4b13-85c7-b6870517fe97,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:40.229974 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.230519 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.231069 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.231833 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.233110 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.237476 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.238224 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.239009 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.239554 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.240068 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.240592 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.241983 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:40.250582 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6d6b63a9-8715-4abd-b72c-d7cf7fdfa48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:40.309621 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Made reservation on behalf of b8b7525fb2ae4d95bbaaaa028c17aed0 for: {'port': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:49:40.313468 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:40.370471 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-574e3a7c-e07c-4465-a054-9f1bce0c7932 req-fc23d79d-9eb7-4c84-b155-a92d39ace881 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 210 time: 0.0431905
Jun 23 03:49:40.393465 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4a4de-955d-4982-8e88-0e7035b9a4b3 req-a878cfb7-ec47-469d-9127-9379cdcd85ea tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:40.395118 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6be4a4de-955d-4982-8e88-0e7035b9a4b3 req-a878cfb7-ec47-469d-9127-9379cdcd85ea tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.3150260
Jun 23 03:49:40.462140 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:40.554194 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6be4a4de-955d-4982-8e88-0e7035b9a4b3 req-1625b936-86af-42d0-9c51-96cdb9acfc2f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1405950
Jun 23 03:49:40.653480 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:40.669135 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Allocated IP 172.20.0.6 (0db8b30d-8080-4580-bd82-57ba5021f95b/10394faf-8a79-44f8-8bcd-aa5b9e1eb364/a11b276c-5af7-4c2b-95c7-e9534d2e5e3b) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:49:40.672360 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8baeefef40>> segment before_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.672735 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8baeefef40>> subnet precommit_delete_associations 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.673607 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8baeefe970>> segment_host_mapping after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.673949 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8baeefe970>> port after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.674367 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8baeefe970>> port after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.674611 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8baeefe970>> port after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.674946 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8baeefe970>> segment after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.675476 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8baeefe970>> subnet after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.675674 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8baeefe970>> subnet after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.675989 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8baeefe970>> subnet after_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.752416 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8bae738130>> subnet after_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.753137 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8bae738130>> subnet after_delete 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.753700 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8bae738130>> subnet before_create 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.754296 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8bae738130>> subnet before_update 55550000 {{(pid=99523) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 23 03:49:40.755427 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8baeefedf0>,) {'filters': {'network_id': ['1488ecd8-5219-44b1-8a8f-746295d3a6c7']}} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:40.805251 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8baeefedf0>, '9932dc94-55ad-4791-b515-f55e022e1fb2') {'for_net_delete': True} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:40.805559 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8baeefedf0>, '9932dc94-55ad-4791-b515-f55e022e1fb2') {} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:40.842484 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487487'] for segment, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:40.855181 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eaca63-0bf4-426b-a640-0c210ff546a9 req-78f3c836-a6d6-4426-9ff7-6c8ddb641f8f tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:40.868914 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-55eaca63-0bf4-426b-a640-0c210ff546a9 req-78f3c836-a6d6-4426-9ff7-6c8ddb641f8f tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0895300
Jun 23 03:49:40.909596 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:40.934127 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-55eaca63-0bf4-426b-a640-0c210ff546a9 req-5c7d063d-583c-4290-a9d6-e63f95c1216a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642405
Jun 23 03:49:40.940838 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:49:40.941246 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486869'] for segment, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   from cryptography.utils import int_from_bytes
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   from cryptography.utils import int_from_bytes
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]: Traceback (most recent call last):
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     timer()
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     cb(*args, **kw)
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     return func(*args, **kwargs)
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     self._notify()
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     self.callback(batched_events)
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     event.method(event)
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     return f(self, *a, **k)
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._get(url).json()
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:49:40.946514 dv-cinder-768592-6-iscsi neutron-server[99523]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:49:40.950536 dv-cinder-768592-6-iscsi neutron-server[99523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:49:41.061456 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:41.076862 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:41.083497 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:41.085636 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1488ecd8-5219-44b1-8a8f-746295d3a6c7 HTTP/1.1" status: 204  len: 168 time: 0.8947906
Jun 23 03:49:41.101129 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Pushing event deleted for resources: {'Network': ['ID=1488ecd8-5219-44b1-8a8f-746295d3a6c7,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:41.107647 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:41.112401 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:41.166425 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:41.175247 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-3a48e7dd-50af-40bb-ad8e-3902225f2161 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:41.218247 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Network 0db8b30d-8080-4580-bd82-57ba5021f95b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:49:41.226683 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:49:41.230868 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:49:41.238189 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Pushing event updated for resources: {'Port': ['ID=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:41.262572 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:41.304219 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:41.304893 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:41.326057 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3492174
Jun 23 03:49:41.341388 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Request body: {'port': {'device_id': '252d3e33-8772-4767-9452-96579563fe6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:49:41.377790 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 57870) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:41.453446 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-004fc83e-c4d2-43f2-8f17-5f26ab4482d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df1ae0b29d86411591279b9241c5f63e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0744407
Jun 23 03:49:41.456055 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 57874) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:41.470526 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:41.513694 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-272ff4a3-59f7-4918-8a4c-f5b97c34b900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:41.541548 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-272ff4a3-59f7-4918-8a4c-f5b97c34b900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:41.654711 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-272ff4a3-59f7-4918-8a4c-f5b97c34b900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:41.657340 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-272ff4a3-59f7-4918-8a4c-f5b97c34b900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:41.661450 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-272ff4a3-59f7-4918-8a4c-f5b97c34b900 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99de5a06-1336-476c-9b65-e6bec6b82241 HTTP/1.1" status: 204  len: 168 time: 0.2012231
Jun 23 03:49:41.661450 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cec36176-32a5-4a1e-8fae-97f6bb129765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:41.689485 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ff4a3-59f7-4918-8a4c-f5b97c34b900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99de5a06-1336-476c-9b65-e6bec6b82241,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:41.695356 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-272ff4a3-59f7-4918-8a4c-f5b97c34b900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:41.779331 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64dfce-6244-4fa7-a959-ac78978e786e req-64bb0701-8f47-45e5-b166-6ad49d464338 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:41.780809 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6a64dfce-6244-4fa7-a959-ac78978e786e req-64bb0701-8f47-45e5-b166-6ad49d464338 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 931 time: 0.2715080
Jun 23 03:49:41.787201 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-15208c2c-4b4c-4b18-940e-2e23e4da577f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:41.788719 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-15208c2c-4b4c-4b18-940e-2e23e4da577f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb&tenant_id=f0d317e3156c4c63877c08c2e40733dc HTTP/1.1" status: 200  len: 1097 time: 0.1813984
Jun 23 03:49:41.877223 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6a64dfce-6244-4fa7-a959-ac78978e786e req-de05145b-b373-4e6b-8c31-41426070c415 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884268
Jun 23 03:49:41.885124 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcc245-569b-46ce-97cf-2b5e32fe6ad1 req-37b3feea-13f7-4d73-8cb6-fd9dd0bcb5ca tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:41.897734 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9cbcc245-569b-46ce-97cf-2b5e32fe6ad1 req-37b3feea-13f7-4d73-8cb6-fd9dd0bcb5ca tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.1490223
Jun 23 03:49:41.942813 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9cbcc245-569b-46ce-97cf-2b5e32fe6ad1 req-00dc087e-87dd-460c-94bf-a4dc102e828f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438654
Jun 23 03:49:41.962047 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-acaa9013-974f-473c-b2e7-cc10a274cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:41.963697 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-acaa9013-974f-473c-b2e7-cc10a274cdb0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 1097 time: 0.1402159
Jun 23 03:49:41.992271 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11b276c-5af7-4c2b-95c7-e9534d2e5e3b {{(pid=99523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:49:42.002738 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.017767 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Transition to ACTIVE for port object a11b276c-5af7-4c2b-95c7-e9534d2e5e3b will not be triggered until provisioned by entity L2. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:49:42.023288 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.027512 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:42.075615 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-010dfd3a-1732-459f-9b95-a0a5bea0bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:42.075615 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-010dfd3a-1732-459f-9b95-a0a5bea0bf2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 917 time: 0.0964117
Jun 23 03:49:42.116308 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Pushing event updated for resources: {'Port': ['ID=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:42.125142 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:42.157641 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-cd2f4316-5dbd-430b-bc62-620c31900805 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e HTTP/1.1" status: 200  len: 999 time: 0.0750146
Jun 23 03:49:42.215932 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-ff617eef-1880-4483-a5be-e991d404a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:42.217513 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-ff617eef-1880-4483-a5be-e991d404a47a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 200  len: 856 time: 0.0458658
Jun 23 03:49:42.280209 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-2f8e8c18-4bd0-498f-b5ab-6fa65905a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:42.281572 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-2f8e8c18-4bd0-498f-b5ab-6fa65905a013 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ea4c225-0269-41c8-af63-68574b8e5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0563352
Jun 23 03:49:42.390576 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-a86adaf5-bb2b-40a7-8130-94df7ecfaf1f service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971715
Jun 23 03:49:42.421456 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a965bb-7203-4932-921e-a32a413bff17 req-d28a91e2-06cb-45c6-b0fc-1cc100092f5e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:42.422905 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-07a965bb-7203-4932-921e-a32a413bff17 req-d28a91e2-06cb-45c6-b0fc-1cc100092f5e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.3441534
Jun 23 03:49:42.428570 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Attempting to bind port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:49:42.428929 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Attempting to bind port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '1f87cbbf-551d-4306-8ffe-e48996d79c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b'}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:49:42.429253 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Attempting to bind port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b on network 0db8b30d-8080-4580-bd82-57ba5021f95b {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:49:42.439927 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b on network 0db8b30d-8080-4580-bd82-57ba5021f95b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:49:42.440232 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Attempting to bind port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b on network 0db8b30d-8080-4580-bd82-57ba5021f95b {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:49:42.453812 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:49:42.454154 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Checking segment: {'id': '1f87cbbf-551d-4306-8ffe-e48996d79c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:49:42.454532 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Bound using segment: {'id': '1f87cbbf-551d-4306-8ffe-e48996d79c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b'} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:49:42.454956 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Bound port: a11b276c-5af7-4c2b-95c7-e9534d2e5e3b, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f87cbbf-551d-4306-8ffe-e48996d79c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b'}}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:49:42.455299 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.481624 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-07a965bb-7203-4932-921e-a32a413bff17 req-57e1df24-471a-4b36-8d0a-0f6b2e1ec418 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501127
Jun 23 03:49:42.497768 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb2b105e-9016-47f8-ac2e-1a3cd77d6dc7 req-cb6fd2c3-9369-4917-b945-bbc3a3541dce service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0999653
Jun 23 03:49:42.534266 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] For port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b, host hv-cinder-76859, cleared binding levels {{(pid=99523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:49:42.537496 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] For port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b,segment=NetworkSegment(1f87cbbf-551d-4306-8ffe-e48996d79c0a),segment_id=1f87cbbf-551d-4306-8ffe-e48996d79c0a)] {{(pid=99523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:49:42.542164 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.545361 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d4999c7c-a889-4bc2-8db4-70ed6d80b628 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:42.574578 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 57922) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:42.589257 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:42.589854 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.591181 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] 10.222.0.26 "PUT /v2.0/ports/a11b276c-5af7-4c2b-95c7-e9534d2e5e3b HTTP/1.1" status: 200  len: 1093 time: 1.2571011
Jun 23 03:49:42.591662 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '252d3e33-8772-4767-9452-96579563fe6d', 'tag': 'a11b276c-5af7-4c2b-95c7-e9534d2e5e3b'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:49:42.594030 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce460a0-471e-48a6-89e8-e6d5e7acb4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "252d3e33-8772-4767-9452-96579563fe6d", "tag": "a11b276c-5af7-4c2b-95c7-e9534d2e5e3b"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:49:42.618497 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Pushing event updated for resources: {'Port': ['ID=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b,revision_number=3']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:42.621583 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:42.641002 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc553333-91f5-4227-a3ca-a10c908ea0c8 x-openstack-request-id: req-fc553333-91f5-4227-a3ca-a10c908ea0c8 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:49:42.641337 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "252d3e33-8772-4767-9452-96579563fe6d", "tag": "a11b276c-5af7-4c2b-95c7-e9534d2e5e3b", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:49:42.641620 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc553333-91f5-4227-a3ca-a10c908ea0c8 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:49:42.642035 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '252d3e33-8772-4767-9452-96579563fe6d', 'tag': 'a11b276c-5af7-4c2b-95c7-e9534d2e5e3b', 'status': 'completed', 'code': 200}
Jun 23 03:49:42.693687 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-230279983-network', 'tenant_id': '3e0c7a8fc6b84b39998b53fd1c3a5884'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:49:42.697157 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-fff8d915-3e87-4071-92c9-285e3645bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:42.698630 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-fff8d915-3e87-4071-92c9-285e3645bfc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b7525fb2ae4d95bbaaaa028c17aed0&device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 1096 time: 0.0556891
Jun 23 03:49:42.716196 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Made reservation on behalf of 3e0c7a8fc6b84b39998b53fd1c3a5884 for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:49:42.719027 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.729165 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.743569 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-f0fca533-c071-41a4-9b83-6065d6408346 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b HTTP/1.1" status: 200  len: 217 time: 0.0360994
Jun 23 03:49:42.796162 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-734cd866-5d6f-40f2-b1e3-2a0cf5c7f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:42.797662 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-734cd866-5d6f-40f2-b1e3-2a0cf5c7f95d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10394faf-8a79-44f8-8bcd-aa5b9e1eb364 HTTP/1.1" status: 200  len: 853 time: 0.0479271
Jun 23 03:49:42.833313 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-6814649c-e606-44f4-92b0-73f7942b8484 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0db8b30d-8080-4580-bd82-57ba5021f95b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0279453
Jun 23 03:49:42.833982 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.839054 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.843003 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-0bbbe1f4-ab30-4314-9cf9-4d5d82cf838a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:42.869384 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:49:42.878986 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4a6c8b-ee4d-42de-95f6-79a6f199d059,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:42.883584 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:42.884764 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.885168 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Added segment 22d7c282-734f-4d93-ad18-bc9b7940c1bd of type vlan for network 3d8bfd07-2046-48b2-a620-e58a7df7a23e
Jun 23 03:49:42.930160 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.958893 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-10900531-6dac-4ea8-abef-632e1aef8c91 service neutron] 10.222.0.26 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1158085
Jun 23 03:49:42.962189 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.963932 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:42.965427 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:42.973748 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-41f3b94f-302f-42c5-bc86-130807db0b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:43.014014 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.4383264
Jun 23 03:49:43.021039 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 57952) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:43.047447 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Request body: {'subnet': {'network_id': '3d8bfd07-2046-48b2-a620-e58a7df7a23e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-230279983-subnet', 'tenant_id': '3e0c7a8fc6b84b39998b53fd1c3a5884', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:49:43.099826 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Pushing event updated for resources: {'Network': ['ID=3d8bfd07-2046-48b2-a620-e58a7df7a23e,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:43.105587 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:43.110058 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 3d8bfd07-2046-48b2-a620-e58a7df7a23e details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:49:43.152704 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Made reservation on behalf of 3e0c7a8fc6b84b39998b53fd1c3a5884 for: {'subnet': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:49:43.155323 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28700644'] for subnet, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:43.246723 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cec89edb-d86b-4ad6-8085-52c1d78ef5bf req-9e6d57ca-4ce1-4659-bc90-cfd43bc2537b service neutron] 10.222.0.26 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2806311
Jun 23 03:49:43.297689 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685ccdd-89bf-4636-8a73-d95774368750 req-f0d0e596-d381-4329-bde2-86312c606ccf tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:43.306866 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9685ccdd-89bf-4636-8a73-d95774368750 req-f0d0e596-d381-4329-bde2-86312c606ccf tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.1985123
Jun 23 03:49:43.379830 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9685ccdd-89bf-4636-8a73-d95774368750 req-8841c928-472d-4003-9c7c-e720d287fb38 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709565
Jun 23 03:49:43.421442 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26699120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28700662'] for subnet, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:43.430155 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:43.501241 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046b70e6-f334-45f3-babb-e1bc205485ea,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:43.514021 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:43.541430 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce460a0-471e-48a6-89e8-e6d5e7acb4a1 req-7743de69-ecb8-43e7-9456-88a2f330e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:43.546245 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cce460a0-471e-48a6-89e8-e6d5e7acb4a1 req-7743de69-ecb8-43e7-9456-88a2f330e4d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b8b7525fb2ae4d95bbaaaa028c17aed0&device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 1096 time: 0.1623979
Jun 23 03:49:43.567899 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6b0964-e46a-46da-9178-a2058156e337 req-d9c4e034-5c63-4bce-bf12-82f6275b90b0 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:43.575119 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8e6b0964-e46a-46da-9178-a2058156e337 req-d9c4e034-5c63-4bce-bf12-82f6275b90b0 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.2488964
Jun 23 03:49:43.619361 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Checking segment: {'id': '22d7c282-734f-4d93-ad18-bc9b7940c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3d8bfd07-2046-48b2-a620-e58a7df7a23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:49:43.619719 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Network hostable DHCP agents. Network: 3d8bfd07-2046-48b2-a620-e58a7df7a23e, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:49:43.685145 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8e6b0964-e46a-46da-9178-a2058156e337 req-02e47e49-f2f2-467f-9cf2-d80fc2bd70e6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1090415
Jun 23 03:49:43.738987 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610dee4-2a19-431b-9abe-d4bc00689446 req-e7950d3e-3703-4bbb-abfd-c278795d7cb6 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:43.741372 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Network 3d8bfd07-2046-48b2-a620-e58a7df7a23e is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:49:43.751483 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5610dee4-2a19-431b-9abe-d4bc00689446 req-e7950d3e-3703-4bbb-abfd-c278795d7cb6 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1056354
Jun 23 03:49:43.757712 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 3d8bfd07-2046-48b2-a620-e58a7df7a23e) {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:49:43.763680 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:43.766429 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:43.768407 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7562028d-f488-4d6e-8a51-270085117989 None None] Network 3d8bfd07-2046-48b2-a620-e58a7df7a23e requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:49:43.804278 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7812254
Jun 23 03:49:43.836148 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5610dee4-2a19-431b-9abe-d4bc00689446 req-66b71235-d6b8-41ab-9ecc-ddf3edaa8404 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836394
Jun 23 03:49:43.967495 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135c4598-0fa7-4b19-9425-ec3f783ff4ec None None] Network 3d8bfd07-2046-48b2-a620-e58a7df7a23e requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:49:44.428277 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58022) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:44.433242 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122516594-network', 'tenant_id': '6585d7cafd7e46efb0ae7eec9e7ea338'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:49:44.455881 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Made reservation on behalf of 6585d7cafd7e46efb0ae7eec9e7ea338 for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:49:44.458707 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:44.468913 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:44.611515 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:44.617319 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:44.624992 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f811c5f5-e19d-451a-8ca4-f5fcdcebad6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:44.644981 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:49:44.666885 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5529aca0-eca7-420c-bb99-07cddf4a55f8,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:44.683977 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8263146-8a9c-453a-8c0c-4ac898ae65f5 req-fc1eb29a-69fc-4ab7-93b3-09dce54b2af7 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:44.685532 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8263146-8a9c-453a-8c0c-4ac898ae65f5 req-fc1eb29a-69fc-4ab7-93b3-09dce54b2af7 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.1391866
Jun 23 03:49:44.686439 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:44.687640 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:44.687979 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Added segment 53cfce35-817b-4d08-ae2d-68a0d93ca3e1 of type vlan for network d3a35272-9cd4-4563-bcc9-4a6cc8d202f0
Jun 23 03:49:44.750587 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:44.774935 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8263146-8a9c-453a-8c0c-4ac898ae65f5 req-9ba0946d-9cd4-4e1a-ae6e-225da52db4e9 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768018
Jun 23 03:49:44.803124 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:44.804648 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:44.805302 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:44.807747 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:44.871115 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4415879
Jun 23 03:49:44.873917 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58030) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:44.878933 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Request body: {'subnet': {'network_id': 'd3a35272-9cd4-4563-bcc9-4a6cc8d202f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122516594-subnet', 'tenant_id': '6585d7cafd7e46efb0ae7eec9e7ea338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:49:44.882047 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Pushing event updated for resources: {'Network': ['ID=d3a35272-9cd4-4563-bcc9-4a6cc8d202f0,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:44.885207 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:44.903347 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network d3a35272-9cd4-4563-bcc9-4a6cc8d202f0 details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:49:44.906312 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Made reservation on behalf of 6585d7cafd7e46efb0ae7eec9e7ea338 for: {'subnet': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:49:44.909345 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28700644'] for subnet, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:44.918984 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b12563-9d28-4a2e-bd04-b9bbe888a54f req-8fcea9d6-f823-4ae1-99f6-36bab1a877f0 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:44.921609 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-74b12563-9d28-4a2e-bd04-b9bbe888a54f req-8fcea9d6-f823-4ae1-99f6-36bab1a877f0 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0838969
Jun 23 03:49:44.999548 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-74b12563-9d28-4a2e-bd04-b9bbe888a54f req-25ab982f-3222-4767-889a-fa9514326714 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685701
Jun 23 03:49:45.151016 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26699120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28700662'] for subnet, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.156138 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:45.216072 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bfbe0-019d-4da5-9f91-0caf655c4922 req-24a591ff-30dd-40b5-8c30-1c6eab6ebac3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:45.217710 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a08bfbe0-019d-4da5-9f91-0caf655c4922 req-24a591ff-30dd-40b5-8c30-1c6eab6ebac3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1577063
Jun 23 03:49:45.224607 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=833fae51-4cdc-4084-b1bf-766257a2a8f1,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:45.232407 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:45.272576 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Checking segment: {'id': '53cfce35-817b-4d08-ae2d-68a0d93ca3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'd3a35272-9cd4-4563-bcc9-4a6cc8d202f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:49:45.273024 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Network hostable DHCP agents. Network: d3a35272-9cd4-4563-bcc9-4a6cc8d202f0, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:49:45.290732 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a08bfbe0-019d-4da5-9f91-0caf655c4922 req-5b44bada-6d18-49a4-83bd-6b46b03c8e4f tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570548
Jun 23 03:49:45.304555 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Network d3a35272-9cd4-4563-bcc9-4a6cc8d202f0 is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:49:45.315422 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, d3a35272-9cd4-4563-bcc9-4a6cc8d202f0) {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:49:45.322296 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:45.323255 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.324275 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e67a25-0ffc-49fc-80bf-93ec32cf4d22 None None] Network d3a35272-9cd4-4563-bcc9-4a6cc8d202f0 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:49:45.354110 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-520190f6-a685-41ad-95d2-90287d911575 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4791408
Jun 23 03:49:45.433650 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58036) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:45.547312 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e093a0c-8d27-49a4-ba7e-9fedd4180dc2 admin admin] Deleting subnet d9335154-7425-4220-89f2-a44ef37c7220 {{(pid=99523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:49:45.563267 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8e093a0c-8d27-49a4-ba7e-9fedd4180dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.566360 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05475db6-2422-41f3-81df-2a8e5849c140 None None] Network d3a35272-9cd4-4563-bcc9-4a6cc8d202f0 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:49:45.630196 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8e093a0c-8d27-49a4-ba7e-9fedd4180dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487456'] for subnet, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.648717 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58038) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:45.704733 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8e093a0c-8d27-49a4-ba7e-9fedd4180dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.749305 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c08bbcb-4078-444f-8eaf-d2e082add1df admin admin] Deleting subnet 046b70e6-f334-45f3-babb-e1bc205485ea {{(pid=99522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:49:45.757682 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-4c08bbcb-4078-444f-8eaf-d2e082add1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.793104 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8e093a0c-8d27-49a4-ba7e-9fedd4180dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25486984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026191'] for subnet, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.798245 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:45.799439 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-4c08bbcb-4078-444f-8eaf-d2e082add1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25872734'] for subnet, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.836674 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8e093a0c-8d27-49a4-ba7e-9fedd4180dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.839034 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-8e093a0c-8d27-49a4-ba7e-9fedd4180dc2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d9335154-7425-4220-89f2-a44ef37c7220 HTTP/1.1" status: 204  len: 168 time: 0.4043801
Jun 23 03:49:45.840127 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e093a0c-8d27-49a4-ba7e-9fedd4180dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9335154-7425-4220-89f2-a44ef37c7220,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:45.842854 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8e093a0c-8d27-49a4-ba7e-9fedd4180dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:45.843437 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58042) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:45.865997 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-4c08bbcb-4078-444f-8eaf-d2e082add1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.935540 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.953307 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-4c08bbcb-4078-444f-8eaf-d2e082add1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28700665'] for subnet, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:45.956644 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-115ba8f6-2b01-4de5-9223-6c4829982e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:45.986087 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08bbcb-4078-444f-8eaf-d2e082add1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046b70e6-f334-45f3-babb-e1bc205485ea,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:45.994224 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-4c08bbcb-4078-444f-8eaf-d2e082add1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:45.997936 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-4c08bbcb-4078-444f-8eaf-d2e082add1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.003214 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-4c08bbcb-4078-444f-8eaf-d2e082add1df admin admin] 10.222.0.15 "DELETE /v2.0/subnets/046b70e6-f334-45f3-babb-e1bc205485ea HTTP/1.1" status: 204  len: 168 time: 0.3534243
Jun 23 03:49:46.003830 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58044) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:46.099069 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.107296 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.133887 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8bae4f3730>,) {'filters': {'network_id': ['f1099b6d-2371-4200-a90e-c36a509f37c3']}} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:46.147829 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bae4f3730>, '12455615-dd28-4069-a756-d93b6a3f85bb') {'for_net_delete': True} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:46.148076 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bae4f3730>, '12455615-dd28-4069-a756-d93b6a3f85bb') {} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:46.163075 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487487'] for segment, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.172761 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42e429-a43e-4f81-a029-f667fabef84d req-1b76cc57-4cbd-475a-acc2-87787aec4046 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:46.180694 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3a42e429-a43e-4f81-a029-f667fabef84d req-1b76cc57-4cbd-475a-acc2-87787aec4046 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.1836691
Jun 23 03:49:46.214203 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.231500 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=99523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:49:46.231901 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486869'] for segment, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.232030 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]: Traceback (most recent call last):
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     timer()
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     cb(*args, **kw)
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     return func(*args, **kwargs)
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     self._notify()
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     self.callback(batched_events)
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     event.method(event)
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     return f(self, *a, **k)
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._get(url).json()
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:49:46.238522 dv-cinder-768592-6-iscsi neutron-server[99523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:49:46.241562 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:49:46.261199 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8badeaa8b0>,) {'filters': {'network_id': ['3d8bfd07-2046-48b2-a620-e58a7df7a23e']}} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:46.273510 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3a42e429-a43e-4f81-a029-f667fabef84d req-b30596a9-ddbb-4fa0-8627-fb5b6e7d4388 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915804
Jun 23 03:49:46.278464 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8badeaa8b0>, '22d7c282-734f-4d93-ad18-bc9b7940c1bd') {'for_net_delete': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:46.278762 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8badeaa8b0>, '22d7c282-734f-4d93-ad18-bc9b7940c1bd') {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:46.295893 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25872705'] for segment, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.331679 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.343169 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=99522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:49:46.343644 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700590'] for segment, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.349839 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.354877 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295ca25-6fdb-4a40-a62c-ce04748bcd33 req-4acf2944-5cd3-4f31-bafd-4d171ec4e933 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:46.355342 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:46.356466 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8295ca25-6fdb-4a40-a62c-ce04748bcd33 req-4acf2944-5cd3-4f31-bafd-4d171ec4e933 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.1920195
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]: Traceback (most recent call last):
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     timer()
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     cb(*args, **kw)
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     return func(*args, **kwargs)
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     self._notify()
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     self.callback(batched_events)
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     event.method(event)
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     return f(self, *a, **k)
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._get(url).json()
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:49:46.357548 dv-cinder-768592-6-iscsi neutron-server[99522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:49:46.372801 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.374940 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f1099b6d-2371-4200-a90e-c36a509f37c3 HTTP/1.1" status: 204  len: 168 time: 0.5304403
Jun 23 03:49:46.386180 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1099b6d-2371-4200-a90e-c36a509f37c3,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:46.393412 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-0c44598c-5165-4f25-ac11-23656ba46828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:46.601672 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a84d33-bb3b-41db-988f-1cbce4a65e0a req-0c5c0936-1056-4713-819d-f22d8bf46ff9 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:46.603430 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-39a84d33-bb3b-41db-988f-1cbce4a65e0a req-0c5c0936-1056-4713-819d-f22d8bf46ff9 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0968330
Jun 23 03:49:46.669539 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-39a84d33-bb3b-41db-988f-1cbce4a65e0a req-1c76d556-0c20-4bf4-b363-bce2fbcece94 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592513
Jun 23 03:49:46.697740 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58054) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:46.716076 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.724729 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cfdd25d1-40f1-4eed-903e-614437cc0919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:46.727376 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.729533 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3d8bfd07-2046-48b2-a620-e58a7df7a23e HTTP/1.1" status: 204  len: 168 time: 0.7239964
Jun 23 03:49:46.733103 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8295ca25-6fdb-4a40-a62c-ce04748bcd33 req-0f2a21cd-f2c0-4bb4-a602-d5c2be5fd866 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3428550
Jun 23 03:49:46.733754 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58056) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:46.749197 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d8bfd07-2046-48b2-a620-e58a7df7a23e,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:46.753051 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6430bfe0-b6ff-4f66-964f-200170541f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:46.809963 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-3b6ffe3d-8775-4fe0-81ac-a2ec205765a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09a5baa2de7443ac8d9d89df6abebd6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1110065
Jun 23 03:49:46.812705 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58058) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:46.813209 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_v2 [None req-42520483-8367-4d2b-a56a-0c1726f9ac00 admin admin] Deleting subnet 833fae51-4cdc-4084-b1bf-766257a2a8f1 {{(pid=99523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:49:46.820356 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42520483-8367-4d2b-a56a-0c1726f9ac00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.857238 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42520483-8367-4d2b-a56a-0c1726f9ac00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487456'] for subnet, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.865426 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82ffa61a-7bde-43a8-ac3f-93bd51ac6022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.889176 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82ffa61a-7bde-43a8-ac3f-93bd51ac6022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.909635 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42520483-8367-4d2b-a56a-0c1726f9ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.957973 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82ffa61a-7bde-43a8-ac3f-93bd51ac6022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.961630 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82ffa61a-7bde-43a8-ac3f-93bd51ac6022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:46.965504 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-82ffa61a-7bde-43a8-ac3f-93bd51ac6022 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0f48950-5bd4-4a59-aea7-1786a32dcf9c HTTP/1.1" status: 204  len: 168 time: 0.1494253
Jun 23 03:49:46.965504 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-5a643419-003e-4e15-ae34-8799486f2214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:46.983464 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffa61a-7bde-43a8-ac3f-93bd51ac6022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f48950-5bd4-4a59-aea7-1786a32dcf9c,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:46.986395 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82ffa61a-7bde-43a8-ac3f-93bd51ac6022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:46.998705 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42520483-8367-4d2b-a56a-0c1726f9ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25486984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026191'] for subnet, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.014122 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-cca1477c-700c-40fc-9627-a4c60c34a32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:47.043588 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42520483-8367-4d2b-a56a-0c1726f9ac00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=833fae51-4cdc-4084-b1bf-766257a2a8f1,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:47.045637 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42520483-8367-4d2b-a56a-0c1726f9ac00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.047689 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-42520483-8367-4d2b-a56a-0c1726f9ac00 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/833fae51-4cdc-4084-b1bf-766257a2a8f1 HTTP/1.1" status: 204  len: 168 time: 0.3130257
Jun 23 03:49:47.048672 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-42520483-8367-4d2b-a56a-0c1726f9ac00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:47.050248 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58062) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:47.125619 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.217654 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.229319 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8baf2224f0>,) {'filters': {'network_id': ['d3a35272-9cd4-4563-bcc9-4a6cc8d202f0']}} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:47.241267 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8baf2224f0>, '53cfce35-817b-4d08-ae2d-68a0d93ca3e1') {'for_net_delete': True} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:47.241569 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8baf2224f0>, '53cfce35-817b-4d08-ae2d-68a0d93ca3e1') {} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:49:47.252573 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487487'] for segment, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.272398 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.279291 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=99523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:49:47.279815 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486869'] for segment, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]: Traceback (most recent call last):
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     timer()
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     cb(*args, **kw)
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     return func(*args, **kwargs)
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     self._notify()
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     self.callback(batched_events)
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     event.method(event)
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     return f(self, *a, **k)
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._get(url).json()
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:49:47.281789 dv-cinder-768592-6-iscsi neutron-server[99523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:49:47.362626 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.375106 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.380606 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d3a35272-9cd4-4563-bcc9-4a6cc8d202f0 HTTP/1.1" status: 204  len: 168 time: 0.3267803
Jun 23 03:49:47.381584 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-79e07e54-1ea9-4208-838a-eaca4540e295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:47.397032 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a35272-9cd4-4563-bcc9-4a6cc8d202f0,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:47.399870 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-50be1a79-5951-45dc-89f4-e73f1599eb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:47.513956 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f16262-f779-4c57-84c7-40aad66d271f req-7ae82b67-67c9-4d98-bbd5-4ca19b8b3a27 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:47.516224 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f3f16262-f779-4c57-84c7-40aad66d271f req-7ae82b67-67c9-4d98-bbd5-4ca19b8b3a27 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.0961614
Jun 23 03:49:47.584975 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58078) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:47.604311 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f3f16262-f779-4c57-84c7-40aad66d271f req-6ce84107-560d-481e-807e-10616ffa9bd3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802116
Jun 23 03:49:47.654540 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-dc8164ae-f24d-4246-aa6f-df699b214133 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e0c7a8fc6b84b39998b53fd1c3a5884&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0681689
Jun 23 03:49:47.657685 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58080) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:47.736853 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-cb841ca6-8730-439a-9e0e-5d2d40a54467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.790831 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-cb841ca6-8730-439a-9e0e-5d2d40a54467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.873368 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-cb841ca6-8730-439a-9e0e-5d2d40a54467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.876601 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-cb841ca6-8730-439a-9e0e-5d2d40a54467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:47.877869 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-cb841ca6-8730-439a-9e0e-5d2d40a54467 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af4a6c8b-ee4d-42de-95f6-79a6f199d059 HTTP/1.1" status: 204  len: 168 time: 0.2191463
Jun 23 03:49:47.878731 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-610a83f2-e67c-41e6-920b-a61876446a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:47.901703 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb841ca6-8730-439a-9e0e-5d2d40a54467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4a6c8b-ee4d-42de-95f6-79a6f199d059,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:47.905660 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-cb841ca6-8730-439a-9e0e-5d2d40a54467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:47.986899 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e2df5-61a4-4219-afda-51876bfdfa22 req-a4db3741-6cea-4315-9b91-3e147210fdc5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:47.993691 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-632e2df5-61a4-4219-afda-51876bfdfa22 req-a4db3741-6cea-4315-9b91-3e147210fdc5 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1518290
Jun 23 03:49:48.062658 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-632e2df5-61a4-4219-afda-51876bfdfa22 req-484fa08e-d4c6-4418-808e-77a40e51899e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598235
Jun 23 03:49:48.227755 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ac16b-cebe-4fa2-a8cb-8a4e135daba1 req-fca2ee2f-940d-484c-9f39-7b954f9bcf8b tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:48.236182 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1b7ac16b-cebe-4fa2-a8cb-8a4e135daba1 req-fca2ee2f-940d-484c-9f39-7b954f9bcf8b tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0842702
Jun 23 03:49:48.288831 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1b7ac16b-cebe-4fa2-a8cb-8a4e135daba1 req-101ce53c-4f25-4de8-a710-72ca137b3625 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473859
Jun 23 03:49:48.414996 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58102) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:48.462437 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-e342f35f-507e-435b-9dc7-193e822446be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6585d7cafd7e46efb0ae7eec9e7ea338&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0440044
Jun 23 03:49:48.462833 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58106) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:48.546792 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3b7147fa-dc01-485e-b813-8a869951acf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:48.577898 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3b7147fa-dc01-485e-b813-8a869951acf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:48.646568 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3b7147fa-dc01-485e-b813-8a869951acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:48.654999 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3b7147fa-dc01-485e-b813-8a869951acf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:48.658112 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-3b7147fa-dc01-485e-b813-8a869951acf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5529aca0-eca7-420c-bb99-07cddf4a55f8 HTTP/1.1" status: 204  len: 168 time: 0.1942046
Jun 23 03:49:48.659467 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fea96e3f-bdeb-43d2-bb0e-389e82eeca25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:48.670045 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7147fa-dc01-485e-b813-8a869951acf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5529aca0-eca7-420c-bb99-07cddf4a55f8,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:48.672653 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3b7147fa-dc01-485e-b813-8a869951acf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:48.855286 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58116) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:48.895538 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac15d5-6646-42a4-86bf-16a4620cd7ad req-73953a03-8b7e-4318-9fc2-d736567a1640 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:48.903270 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f4ac15d5-6646-42a4-86bf-16a4620cd7ad req-73953a03-8b7e-4318-9fc2-d736567a1640 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.0960143
Jun 23 03:49:48.962489 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f4ac15d5-6646-42a4-86bf-16a4620cd7ad req-f83ea8b2-92ad-48bb-bfd5-f3b0396ec0d0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583539
Jun 23 03:49:49.025225 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43387257-bd04-46de-9766-78bc97cabb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:49.179281 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43387257-bd04-46de-9766-78bc97cabb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:49.206392 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43387257-bd04-46de-9766-78bc97cabb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:49.247102 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-6a57040d-af16-47a7-9589-9cf823080e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:49.250633 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-43387257-bd04-46de-9766-78bc97cabb43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c8512f6c9e64dd4a5602d65170dad27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3943040
Jun 23 03:49:49.254358 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58130) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:49.297899 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43387257-bd04-46de-9766-78bc97cabb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab76e48-153e-4299-974a-04df1453ddb6,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:49.301442 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-43387257-bd04-46de-9766-78bc97cabb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:49.327458 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-06e81da1-9bcb-4731-8e8f-970f35863846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:49.347150 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baff6ef-bd72-4ea5-99c2-2c50e20c8aaf req-5e557343-4105-47a3-aa9c-e5c53e5c8df3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:49.349318 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7baff6ef-bd72-4ea5-99c2-2c50e20c8aaf req-5e557343-4105-47a3-aa9c-e5c53e5c8df3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1134999
Jun 23 03:49:49.360953 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-06e81da1-9bcb-4731-8e8f-970f35863846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:49.419999 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-06e81da1-9bcb-4731-8e8f-970f35863846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:49.422202 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-06e81da1-9bcb-4731-8e8f-970f35863846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:49.441227 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-06e81da1-9bcb-4731-8e8f-970f35863846 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ab76e48-153e-4299-974a-04df1453ddb6 HTTP/1.1" status: 204  len: 168 time: 0.1733823
Jun 23 03:49:49.442745 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82ffa61a-7bde-43a8-ac3f-93bd51ac6022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:49.447560 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7baff6ef-bd72-4ea5-99c2-2c50e20c8aaf req-91fcb97b-7801-4fdf-96d2-0df1f8d2be99 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896723
Jun 23 03:49:49.459252 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81da1-9bcb-4731-8e8f-970f35863846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab76e48-153e-4299-974a-04df1453ddb6,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:49.462666 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-06e81da1-9bcb-4731-8e8f-970f35863846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:49.628805 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219dff1f-73d3-40e7-9fc2-4f93ac2e77fd req-2ddfaacc-1f0a-4966-a9aa-82333b495a0a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:49.652890 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-219dff1f-73d3-40e7-9fc2-4f93ac2e77fd req-2ddfaacc-1f0a-4966-a9aa-82333b495a0a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0958734
Jun 23 03:49:49.702881 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-219dff1f-73d3-40e7-9fc2-4f93ac2e77fd req-7505543f-c0cc-4ffc-a447-a6108d5aace2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640247
Jun 23 03:49:50.176713 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3da18-0133-4d28-88da-d8732f1a1655 req-0e0c6de5-71c2-4dfe-af5d-098fe3d5331a tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:50.178324 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-69b3da18-0133-4d28-88da-d8732f1a1655 req-0e0c6de5-71c2-4dfe-af5d-098fe3d5331a tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.0850961
Jun 23 03:49:50.227558 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-69b3da18-0133-4d28-88da-d8732f1a1655 req-5eb0a7fe-05b3-4ff6-bedf-806e37814b2b tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427439
Jun 23 03:49:50.695223 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d1bef-46ac-4492-88c7-1d2d5396da78 req-798f0647-bae4-4629-9d29-3366e5a7cdc6 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:50.696982 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-574d1bef-46ac-4492-88c7-1d2d5396da78 req-798f0647-bae4-4629-9d29-3366e5a7cdc6 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0890977
Jun 23 03:49:50.756557 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-574d1bef-46ac-4492-88c7-1d2d5396da78 req-dcface03-0bba-4186-ad9d-110a7226ac8e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518355
Jun 23 03:49:50.928135 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a710-94bb-4071-9845-0004fa7eee3c req-d1dde0d9-f1e3-45ab-9e85-a0e06d0f6fca tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:50.929712 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2b56a710-94bb-4071-9845-0004fa7eee3c req-d1dde0d9-f1e3-45ab-9e85-a0e06d0f6fca tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0743976
Jun 23 03:49:50.985227 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2b56a710-94bb-4071-9845-0004fa7eee3c req-ba67d483-82e9-4a9f-a7d9-9d88398ecc73 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466502
Jun 23 03:49:51.413017 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccba1e-2efc-46a5-95a1-bb20dae0fddf req-07cc91d6-53de-45dc-ba39-383e5e1ae48f tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:51.414616 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-93ccba1e-2efc-46a5-95a1-bb20dae0fddf req-07cc91d6-53de-45dc-ba39-383e5e1ae48f tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.0663216
Jun 23 03:49:51.453242 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-93ccba1e-2efc-46a5-95a1-bb20dae0fddf req-184a65e2-c2aa-4187-8768-efa5edd17d89 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325816
Jun 23 03:49:51.927477 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7a914-18c6-4a5d-b41e-da554c494acf req-38c6f2e2-275c-4236-8bb1-ca84e18499c8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:51.928997 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-54c7a914-18c6-4a5d-b41e-da554c494acf req-38c6f2e2-275c-4236-8bb1-ca84e18499c8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0706060
Jun 23 03:49:51.969035 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-54c7a914-18c6-4a5d-b41e-da554c494acf req-c33b642c-f614-41d7-967c-0e5e3839cca8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336123
Jun 23 03:49:52.185808 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05c3c0-1aa1-4730-8ed6-639dc4af5eb5 req-3f752d25-08ef-4c32-a916-9ddda86690ab tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:52.187675 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3f05c3c0-1aa1-4730-8ed6-639dc4af5eb5 req-3f752d25-08ef-4c32-a916-9ddda86690ab tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0848093
Jun 23 03:49:52.231142 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3f05c3c0-1aa1-4730-8ed6-639dc4af5eb5 req-4555d12b-145c-48f9-a4b0-6d1079ec40f3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366709
Jun 23 03:49:52.639240 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25641c3-b2cd-49fb-86c0-6e60ef1212d4 req-137f7b35-ab35-452f-ab43-9b54292b6037 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:52.640955 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c25641c3-b2cd-49fb-86c0-6e60ef1212d4 req-137f7b35-ab35-452f-ab43-9b54292b6037 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.0652783
Jun 23 03:49:52.690479 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c25641c3-b2cd-49fb-86c0-6e60ef1212d4 req-e04c528f-c00a-4343-a8ef-756194ebd361 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437846
Jun 23 03:49:53.150201 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0a747-55f8-47b9-a6a4-c0f500861106 req-341538bd-6a69-4634-9c5a-fa62d9e0b471 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:53.151722 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5cf0a747-55f8-47b9-a6a4-c0f500861106 req-341538bd-6a69-4634-9c5a-fa62d9e0b471 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0666745
Jun 23 03:49:53.195104 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5cf0a747-55f8-47b9-a6a4-c0f500861106 req-cdeb969c-916c-4536-b134-65d1b835b396 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362201
Jun 23 03:49:53.412464 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a42f1-a402-4398-b919-b9863fa09cb1 req-cf172e8c-9361-4b45-82ad-2ea93633d082 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:53.413959 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-606a42f1-a402-4398-b919-b9863fa09cb1 req-cf172e8c-9361-4b45-82ad-2ea93633d082 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0637994
Jun 23 03:49:53.449951 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-606a42f1-a402-4398-b919-b9863fa09cb1 req-e071bd13-e711-4f1d-847e-b560ad2b2908 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303710
Jun 23 03:49:53.865774 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c2a7f-8bd1-4fc3-b1ee-c05683ce9032 req-e124e82f-f579-489a-a80d-601e681a508f tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:53.867247 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4f5c2a7f-8bd1-4fc3-b1ee-c05683ce9032 req-e124e82f-f579-489a-a80d-601e681a508f tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.0639298
Jun 23 03:49:53.904913 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4f5c2a7f-8bd1-4fc3-b1ee-c05683ce9032 req-11ddb182-5273-49a8-9292-0da932420506 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315506
Jun 23 03:49:54.378582 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a722b6-2547-4e1d-844d-e5f0423f8585 req-bcaf2c68-63d1-4635-89a0-862dfd40e9b6 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:54.380021 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e6a722b6-2547-4e1d-844d-e5f0423f8585 req-bcaf2c68-63d1-4635-89a0-862dfd40e9b6 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0691779
Jun 23 03:49:54.418302 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e6a722b6-2547-4e1d-844d-e5f0423f8585 req-39093f27-5e63-43f0-ae7c-592d73d48161 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325866
Jun 23 03:49:54.638876 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aba4d-c162-4fb4-96ed-22b2cc327c60 req-bf63d976-c42c-4ef4-bdf4-7f5b8a440e45 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:54.640333 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4b4aba4d-c162-4fb4-96ed-22b2cc327c60 req-bf63d976-c42c-4ef4-bdf4-7f5b8a440e45 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0736279
Jun 23 03:49:54.677455 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4b4aba4d-c162-4fb4-96ed-22b2cc327c60 req-2edd3585-9f00-4ce6-b481-94e391cf3c53 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315301
Jun 23 03:49:55.071112 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1b33d-f830-4943-9541-4039b8979a6b req-399acf34-f607-4418-898a-f379eb5c1e45 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:55.072585 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f8f1b33d-f830-4943-9541-4039b8979a6b req-399acf34-f607-4418-898a-f379eb5c1e45 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.0617421
Jun 23 03:49:55.109048 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f8f1b33d-f830-4943-9541-4039b8979a6b req-b6d5dd2a-98ba-4955-9697-013383ed8c56 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308383
Jun 23 03:49:55.589156 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733190c0-709c-4c26-93b6-288bfcba1383 req-ca423150-0797-4b21-addc-b3feceb3ef18 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:55.590612 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-733190c0-709c-4c26-93b6-288bfcba1383 req-ca423150-0797-4b21-addc-b3feceb3ef18 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0623813
Jun 23 03:49:55.627529 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-733190c0-709c-4c26-93b6-288bfcba1383 req-f574839b-3330-4e71-9cef-8a350db820a1 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313926
Jun 23 03:49:55.767852 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:55.857947 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fece6-818a-4586-9825-f881429561cf req-311eda70-eddb-42f5-b363-d232b8b1f313 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:55.859375 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4b7fece6-818a-4586-9825-f881429561cf req-311eda70-eddb-42f5-b363-d232b8b1f313 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0644300
Jun 23 03:49:55.896318 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4b7fece6-818a-4586-9825-f881429561cf req-6607fd61-9029-417e-8167-c89b1af166c5 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308883
Jun 23 03:49:56.221413 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce460a0-471e-48a6-89e8-e6d5e7acb4a1 req-3aa9f06b-9f1e-40f0-8708-6669943b2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:56.222854 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cce460a0-471e-48a6-89e8-e6d5e7acb4a1 req-3aa9f06b-9f1e-40f0-8708-6669943b2383 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0db8b30d-8080-4580-bd82-57ba5021f95b HTTP/1.1" status: 200  len: 913 time: 0.0902658
Jun 23 03:49:56.272979 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cce460a0-471e-48a6-89e8-e6d5e7acb4a1 req-fd5b3966-c50f-49a8-936b-c4b84628428b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b HTTP/1.1" status: 200  len: 217 time: 0.0426383
Jun 23 03:49:56.311409 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0eafde7a-4fa9-44ac-890e-da75e49a0082 req-3c00f43e-acd2-4bf1-8535-b3ef47c12a5b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1012106
Jun 23 03:49:56.322568 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce460a0-471e-48a6-89e8-e6d5e7acb4a1 req-73f2e372-b6e8-4aac-8ea7-4f2056c0b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:56.323965 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cce460a0-471e-48a6-89e8-e6d5e7acb4a1 req-73f2e372-b6e8-4aac-8ea7-4f2056c0b232 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10394faf-8a79-44f8-8bcd-aa5b9e1eb364 HTTP/1.1" status: 200  len: 853 time: 0.0428572
Jun 23 03:49:56.325578 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0feee-a075-4a13-a6d5-fd7b79d76418 req-df7c08ea-b12b-4ba2-b20a-b795b8bd3d1e tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:56.326998 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-75f0feee-a075-4a13-a6d5-fd7b79d76418 req-df7c08ea-b12b-4ba2-b20a-b795b8bd3d1e tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.0811501
Jun 23 03:49:56.362802 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cce460a0-471e-48a6-89e8-e6d5e7acb4a1 req-b594035a-6a86-47ec-916a-46bb487c4660 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0db8b30d-8080-4580-bd82-57ba5021f95b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257926
Jun 23 03:49:56.394015 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-75f0feee-a075-4a13-a6d5-fd7b79d76418 req-d562e869-adde-41d7-87ec-b404f1f46ed5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611022
Jun 23 03:49:56.415189 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafde7a-4fa9-44ac-890e-da75e49a0082 req-ddd7a7fd-b7a7-46c9-a568-a2fecfcba53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:56.416700 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0eafde7a-4fa9-44ac-890e-da75e49a0082 req-ddd7a7fd-b7a7-46c9-a568-a2fecfcba53b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 1099 time: 0.0704017
Jun 23 03:49:56.461009 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cce460a0-471e-48a6-89e8-e6d5e7acb4a1 req-e44dff11-f7cb-4ed3-8c39-d75503858a8e service neutron] 10.222.0.26 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904686
Jun 23 03:49:56.527531 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafde7a-4fa9-44ac-890e-da75e49a0082 req-f5f50947-b1f4-40cd-8bc0-32cd0d9496ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:56.529027 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0eafde7a-4fa9-44ac-890e-da75e49a0082 req-f5f50947-b1f4-40cd-8bc0-32cd0d9496ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 918 time: 0.0905511
Jun 23 03:49:56.553095 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cce460a0-471e-48a6-89e8-e6d5e7acb4a1 req-1b6e4401-696d-45a8-8318-42eea36dd489 service neutron] 10.222.0.26 "GET /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843673
Jun 23 03:49:56.572108 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0eafde7a-4fa9-44ac-890e-da75e49a0082 req-401326b5-2ab1-4f4c-8115-f22d0632a0ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61267e98-18f6-4253-b5e3-998df65259a7 HTTP/1.1" status: 200  len: 217 time: 0.0356929
Jun 23 03:49:56.628400 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafde7a-4fa9-44ac-890e-da75e49a0082 req-48b36c5a-ef39-4223-a61d-f62c5779f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:56.629900 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0eafde7a-4fa9-44ac-890e-da75e49a0082 req-48b36c5a-ef39-4223-a61d-f62c5779f5de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 200  len: 858 time: 0.0486455
Jun 23 03:49:56.662830 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0eafde7a-4fa9-44ac-890e-da75e49a0082 req-1348f095-51d2-4151-a194-4589e01d4ac3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0261257
Jun 23 03:49:56.759941 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0eafde7a-4fa9-44ac-890e-da75e49a0082 req-c91e229b-6c63-4339-bbca-266d259fa5b5 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897825
Jun 23 03:49:56.810790 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31cb34-0835-417f-a283-fbed7b83c22a req-2128f879-87c7-4653-a1ad-3af87174b90c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:56.812320 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8a31cb34-0835-417f-a283-fbed7b83c22a req-2128f879-87c7-4653-a1ad-3af87174b90c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0695167
Jun 23 03:49:56.856941 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8a31cb34-0835-417f-a283-fbed7b83c22a req-77c4ccef-3f19-4d93-95e4-87e420b80d2c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383964
Jun 23 03:49:56.867524 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0eafde7a-4fa9-44ac-890e-da75e49a0082 req-90521d4d-0fd6-49dd-9fa6-7bda768a61a4 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980723
Jun 23 03:49:57.076098 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8df36-96a6-4c83-945b-0b614329dc79 req-265851be-5121-4c13-99dd-3a9a27a845e3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:57.077554 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-57f8df36-96a6-4c83-945b-0b614329dc79 req-265851be-5121-4c13-99dd-3a9a27a845e3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0630388
Jun 23 03:49:57.115444 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-57f8df36-96a6-4c83-945b-0b614329dc79 req-3b9e2151-7ebe-4ac2-b7b8-755ff588405c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318165
Jun 23 03:49:57.474321 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0bfa9-4304-4431-8772-211bd3c68e8e req-0877eb08-c1f6-4770-9796-01221ca3bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:57.475795 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-47e0bfa9-4304-4431-8772-211bd3c68e8e req-0877eb08-c1f6-4770-9796-01221ca3bca5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 1099 time: 0.0597365
Jun 23 03:49:57.512458 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-47e0bfa9-4304-4431-8772-211bd3c68e8e req-8c8b2746-79d6-4875-8c43-016f0a35e364 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295606
Jun 23 03:49:57.572587 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b52038-0b6e-461a-986f-64133c77e803 req-1b51a0f4-9457-40a5-b06d-949b8d144501 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:57.574017 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-24b52038-0b6e-461a-986f-64133c77e803 req-1b51a0f4-9457-40a5-b06d-949b8d144501 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 943 time: 0.0636783
Jun 23 03:49:57.610707 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-24b52038-0b6e-461a-986f-64133c77e803 req-bb949202-1d80-41a8-888d-938aee75cf3a tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311699
Jun 23 03:49:57.788977 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device a11b276c-5af7-4c2b-95c7-e9534d2e5e3b details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:49:57.885742 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b,segment=NetworkSegment(1f87cbbf-551d-4306-8ffe-e48996d79c0a),segment_id=1f87cbbf-551d-4306-8ffe-e48996d79c0a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:57.899005 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': 'a11b276c-5af7-4c2b-95c7-e9534d2e5e3b', 'network_id': '0db8b30d-8080-4580-bd82-57ba5021f95b', 'port_id': 'a11b276c-5af7-4c2b-95c7-e9534d2e5e3b', 'mac_address': 'fa:16:3e:b3:ea:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10394faf-8a79-44f8-8bcd-aa5b9e1eb364', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:49:57.944996 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:57.958672 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11b276c-5af7-4c2b-95c7-e9534d2e5e3b {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:49:57.981576 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b,segment=NetworkSegment(1f87cbbf-551d-4306-8ffe-e48996d79c0a),segment_id=1f87cbbf-551d-4306-8ffe-e48996d79c0a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:49:57.995805 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:57.998009 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:58.058841 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:58.068829 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.069427 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.069767 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.070244 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.070429 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.070755 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.071079 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.071445 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.071898 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.072224 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.072545 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.072891 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:49:58.076475 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178addf-5950-40ce-a57c-15aed3635983 req-c47a1afa-1c08-455a-897a-fa1bb3a20ae3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:58.077013 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:58.078042 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0178addf-5950-40ce-a57c-15aed3635983 req-c47a1afa-1c08-455a-897a-fa1bb3a20ae3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0929751
Jun 23 03:49:58.117411 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0178addf-5950-40ce-a57c-15aed3635983 req-eea742e5-01cb-4189-b0e4-49e86890cd85 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330839
Jun 23 03:49:58.312535 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['a11b276c-5af7-4c2b-95c7-e9534d2e5e3b'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:49:58.318389 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6e88f-4a2e-4c13-9bad-b99cac187f77 req-0b406e5c-d10c-4199-9baf-0941d0eb336c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:58.319881 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cbc6e88f-4a2e-4c13-9bad-b99cac187f77 req-0b406e5c-d10c-4199-9baf-0941d0eb336c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0803797
Jun 23 03:49:58.380072 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cbc6e88f-4a2e-4c13-9bad-b99cac187f77 req-cfec0fe2-ec99-4f4d-9928-aa71abb40542 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503764
Jun 23 03:49:58.781805 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b116a-2793-41fa-8317-cd1b55537572 req-e7d37238-05e5-436d-9e46-32bf63b5ab9a tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:58.783244 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-486b116a-2793-41fa-8317-cd1b55537572 req-e7d37238-05e5-436d-9e46-32bf63b5ab9a tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 944 time: 0.0628488
Jun 23 03:49:58.819303 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-486b116a-2793-41fa-8317-cd1b55537572 req-5fac4467-1a2b-401f-9f75-b69d30a334bc tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304780
Jun 23 03:49:59.298816 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6a515-1331-4f10-98b3-92ddb1972a0e req-ed8ea693-daf7-400c-9b8e-e3ed0cb15823 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:59.300283 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-62f6a515-1331-4f10-98b3-92ddb1972a0e req-ed8ea693-daf7-400c-9b8e-e3ed0cb15823 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0701394
Jun 23 03:49:59.339554 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-62f6a515-1331-4f10-98b3-92ddb1972a0e req-ed813c1f-5280-4bb8-a4a7-5849716c0f88 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323796
Jun 23 03:49:59.479801 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58280) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:59.555995 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17fe3a-1ed2-4c60-8522-ee3a2501b819 req-5a8945d8-efb8-4775-a875-c7f586f538b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:59.557494 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ab17fe3a-1ed2-4c60-8522-ee3a2501b819 req-5a8945d8-efb8-4775-a875-c7f586f538b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0640299
Jun 23 03:49:59.598171 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3954-f169-4c76-b6ab-5b82f75a1688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:59.622234 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ab17fe3a-1ed2-4c60-8522-ee3a2501b819 req-f9c977f9-3ff2-47ad-bcee-b52173359ef3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573425
Jun 23 03:49:59.706525 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3954-f169-4c76-b6ab-5b82f75a1688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:59.711199 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3954-f169-4c76-b6ab-5b82f75a1688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:59.714597 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-43387257-bd04-46de-9766-78bc97cabb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:59.756855 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-ff6d3954-f169-4c76-b6ab-5b82f75a1688 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4f9c8b1bd984050a4105ea35fd095bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2728770
Jun 23 03:49:59.757077 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58288) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:49:59.762958 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d3954-f169-4c76-b6ab-5b82f75a1688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e6d127-2a92-45d5-96df-9dc78ae88efd,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:49:59.766610 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-ff6d3954-f169-4c76-b6ab-5b82f75a1688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:49:59.799356 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5e7b7-ea44-43eb-be68-9743337aee90 req-70582923-709f-4a06-9315-5b9a3d61c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:59.802763 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7ae5e7b7-ea44-43eb-be68-9743337aee90 req-70582923-709f-4a06-9315-5b9a3d61c9c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=42efa8b4f79141638b0d4efb35421c64&device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 1099 time: 0.0616913
Jun 23 03:49:59.803392 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device a11b276c-5af7-4c2b-95c7-e9534d2e5e3b up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:49:59.837532 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-75e5af90-7208-4dc1-b650-83c7cb0738a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:59.858259 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:49:59.863452 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:49:59.864202 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:59.883827 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-75e5af90-7208-4dc1-b650-83c7cb0738a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:59.919019 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5e7b7-ea44-43eb-be68-9743337aee90 req-5f6725d4-c239-4e03-b90a-7a534d226c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:59.920487 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7ae5e7b7-ea44-43eb-be68-9743337aee90 req-5f6725d4-c239-4e03-b90a-7a534d226c14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 200  len: 918 time: 0.1098287
Jun 23 03:49:59.935002 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c296b02-9b33-41d8-8e92-fe5d5dee1d6f req-bed2c906-ba54-4720-b0e1-f510b965d9b9 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:49:59.937061 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7c296b02-9b33-41d8-8e92-fe5d5dee1d6f req-bed2c906-ba54-4720-b0e1-f510b965d9b9 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.1402383
Jun 23 03:49:59.954062 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:59.969119 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-75e5af90-7208-4dc1-b650-83c7cb0738a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:59.971585 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-75e5af90-7208-4dc1-b650-83c7cb0738a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:49:59.972702 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-75e5af90-7208-4dc1-b650-83c7cb0738a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7e6d127-2a92-45d5-96df-9dc78ae88efd HTTP/1.1" status: 204  len: 168 time: 0.2147937
Jun 23 03:49:59.974931 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:49:59.978834 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252d3e33-8772-4767-9452-96579563fe6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b276c-5af7-4c2b-95c7-e9534d2e5e3b'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:49:59.981714 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3d5e34-5375-477b-8ecd-ddca7bcef184" -d '{"events": [{"server_uuid": "252d3e33-8772-4767-9452-96579563fe6d", "name": "network-vif-plugged", "status": "completed", "tag": "a11b276c-5af7-4c2b-95c7-e9534d2e5e3b"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:49:59.983944 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7ae5e7b7-ea44-43eb-be68-9743337aee90 req-ca0e85e1-e9f7-4388-987e-851e0f28f13c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=395fa879-2292-4f6e-82a3-05f37b4209e0 HTTP/1.1" status: 200  len: 217 time: 0.0549443
Jun 23 03:49:59.995961 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b,segment=NetworkSegment(1f87cbbf-551d-4306-8ffe-e48996d79c0a),segment_id=1f87cbbf-551d-4306-8ffe-e48996d79c0a)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:50:00.001228 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7c296b02-9b33-41d8-8e92-fe5d5dee1d6f req-50d4abcf-e2b8-42ef-bfd9-bc6e069cd1d7 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528712
Jun 23 03:50:00.003079 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:00.003930 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5af90-7208-4dc1-b650-83c7cb0738a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e6d127-2a92-45d5-96df-9dc78ae88efd,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:00.007238 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:00.010085 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-75e5af90-7208-4dc1-b650-83c7cb0738a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:00.060238 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334de6a6-80f2-4fb1-a470-6cbfb751e84d x-openstack-request-id: req-334de6a6-80f2-4fb1-a470-6cbfb751e84d {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:50:00.060535 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252d3e33-8772-4767-9452-96579563fe6d", "name": "network-vif-plugged", "status": "completed", "tag": "a11b276c-5af7-4c2b-95c7-e9534d2e5e3b", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:50:00.060823 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-334de6a6-80f2-4fb1-a470-6cbfb751e84d {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:50:00.061216 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252d3e33-8772-4767-9452-96579563fe6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11b276c-5af7-4c2b-95c7-e9534d2e5e3b', 'code': 200}
Jun 23 03:50:00.078073 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:00.081255 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:00.086887 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5e7b7-ea44-43eb-be68-9743337aee90 req-3a3bc284-4314-4a38-b427-826f5bb87540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:00.089075 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7ae5e7b7-ea44-43eb-be68-9743337aee90 req-3a3bc284-4314-4a38-b427-826f5bb87540 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 200  len: 858 time: 0.0933039
Jun 23 03:50:00.131830 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7ae5e7b7-ea44-43eb-be68-9743337aee90 req-5edc0df4-9e99-4cb7-8718-b8369a5af1d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0353646
Jun 23 03:50:00.153336 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb5f88-c701-487d-8a11-3e21a4750191 req-bc4fe3df-9ebb-458e-8890-bcec6d8da8ea tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:00.154772 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0efb5f88-c701-487d-8a11-3e21a4750191 req-bc4fe3df-9ebb-458e-8890-bcec6d8da8ea tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 944 time: 0.2133186
Jun 23 03:50:00.244352 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0efb5f88-c701-487d-8a11-3e21a4750191 req-d5de341a-a005-4e7b-9ed5-e96349995423 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718732
Jun 23 03:50:00.279761 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7ae5e7b7-ea44-43eb-be68-9743337aee90 req-c17f4b8f-c372-453f-9793-9815ed6c8370 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336861
Jun 23 03:50:00.294721 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58298) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:00.311380 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-abead7f9-d8da-4c5d-9c7c-b20c10e83cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:00.323376 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ebf85-18e1-4e8e-8b96-89f98c5813ec req-cedcec18-3a69-476c-8445-f580c94900e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:00.324852 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3e2ebf85-18e1-4e8e-8b96-89f98c5813ec req-cedcec18-3a69-476c-8445-f580c94900e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 1098 time: 0.0837970
Jun 23 03:50:00.370077 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7ae5e7b7-ea44-43eb-be68-9743337aee90 req-8cbbfa08-6d52-4ca2-bb6d-47589606a973 service neutron] 10.222.0.26 "GET /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916970
Jun 23 03:50:00.380924 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3e2ebf85-18e1-4e8e-8b96-89f98c5813ec req-4d7bb37c-3da1-4abd-b0b2-031d054fecb2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466509
Jun 23 03:50:00.431377 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-abead7f9-d8da-4c5d-9c7c-b20c10e83cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:00.435229 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-abead7f9-d8da-4c5d-9c7c-b20c10e83cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:00.438399 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-e8099739-500d-4053-9499-638391e91cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:00.471967 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-abead7f9-d8da-4c5d-9c7c-b20c10e83cee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70e3d385f05e44fd8bc3c072c949c7de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1762621
Jun 23 03:50:00.473054 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abead7f9-d8da-4c5d-9c7c-b20c10e83cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37548b6-bf2f-4bd8-86eb-8643654500a1,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:00.475326 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58300) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:00.476512 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-abead7f9-d8da-4c5d-9c7c-b20c10e83cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:00.524191 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1e94ffdb-4c14-4372-b210-a47f3ffc8d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:00.544923 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1e94ffdb-4c14-4372-b210-a47f3ffc8d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:00.589850 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1e94ffdb-4c14-4372-b210-a47f3ffc8d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:00.592838 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1e94ffdb-4c14-4372-b210-a47f3ffc8d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:00.593995 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-1e94ffdb-4c14-4372-b210-a47f3ffc8d62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e37548b6-bf2f-4bd8-86eb-8643654500a1 HTTP/1.1" status: 204  len: 168 time: 0.1176679
Jun 23 03:50:00.594850 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-70110822-b520-4d56-8a2e-09a750032ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:00.602866 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e94ffdb-4c14-4372-b210-a47f3ffc8d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37548b6-bf2f-4bd8-86eb-8643654500a1,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:00.605277 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-1e94ffdb-4c14-4372-b210-a47f3ffc8d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:00.807391 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff275fd8-6d65-457e-a174-3ee7c2c11b9c req-91370a80-7d27-4e9a-afca-b0af9c6e7dc6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:00.808886 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ff275fd8-6d65-457e-a174-3ee7c2c11b9c req-91370a80-7d27-4e9a-afca-b0af9c6e7dc6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0662336
Jun 23 03:50:00.846021 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ff275fd8-6d65-457e-a174-3ee7c2c11b9c req-3896824a-0f7e-4d35-af4f-d9f5680f247d tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315564
Jun 23 03:50:01.187161 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc83040-35a1-448e-9149-359478e07d03 req-358fcb32-c53f-4ee1-8035-69cd77f9305e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:01.188800 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8cc83040-35a1-448e-9149-359478e07d03 req-358fcb32-c53f-4ee1-8035-69cd77f9305e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0690980
Jun 23 03:50:01.230946 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8cc83040-35a1-448e-9149-359478e07d03 req-ceae166c-680e-4d22-9975-e88312b3b584 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353627
Jun 23 03:50:01.455143 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668d065-4526-4b0d-87cd-444c4e81d1eb req-1861b196-a201-475d-acfd-22576252bdf6 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:01.456601 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e668d065-4526-4b0d-87cd-444c4e81d1eb req-1861b196-a201-475d-acfd-22576252bdf6 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 945 time: 0.0767848
Jun 23 03:50:01.498384 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e668d065-4526-4b0d-87cd-444c4e81d1eb req-a859479c-cd97-4ce1-b1dd-cc2d508c72f7 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347333
Jun 23 03:50:02.040728 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c5188-d8e1-46ea-8fec-2602abff04b1 req-7bbc1481-14bb-468d-b686-dfdc8171dcfc tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:02.042202 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f43c5188-d8e1-46ea-8fec-2602abff04b1 req-7bbc1481-14bb-468d-b686-dfdc8171dcfc tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0775077
Jun 23 03:50:02.079547 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f43c5188-d8e1-46ea-8fec-2602abff04b1 req-0269d40e-8e00-494d-acb5-7fecc95ce499 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316191
Jun 23 03:50:02.343957 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6f044463-f55e-49a1-ae59-2d57d4b9a02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:02.435670 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf492efd-33c0-42ad-ba48-9578bf8a69fa req-720af533-5d5d-406f-a2a3-4deb3fe20d39 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:02.437311 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bf492efd-33c0-42ad-ba48-9578bf8a69fa req-720af533-5d5d-406f-a2a3-4deb3fe20d39 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0681174
Jun 23 03:50:02.474881 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bf492efd-33c0-42ad-ba48-9578bf8a69fa req-e4cd03fd-c3af-44bb-9839-b267cf84be0e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316870
Jun 23 03:50:02.610560 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58384) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:02.671034 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de189f0e-de02-4dd5-b711-31c22bf30f7d req-d26b45d4-8500-44ee-ab93-e49d6af5fdb8 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:02.672478 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-de189f0e-de02-4dd5-b711-31c22bf30f7d req-d26b45d4-8500-44ee-ab93-e49d6af5fdb8 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 945 time: 0.0638533
Jun 23 03:50:02.711244 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-de189f0e-de02-4dd5-b711-31c22bf30f7d req-0409d952-2d95-4410-8637-9b17f1107e07 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330565
Jun 23 03:50:02.717914 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b9d645ba-c958-4bba-b745-d91ad1b3c039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:02.807599 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b9d645ba-c958-4bba-b745-d91ad1b3c039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:02.811286 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b9d645ba-c958-4bba-b745-d91ad1b3c039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:02.813593 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-21253918-563f-482e-aa94-e5d78c158423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:02.852084 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-b9d645ba-c958-4bba-b745-d91ad1b3c039 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50f2a08483174d6db14b0c7ec2db3a97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2381279
Jun 23 03:50:02.852084 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d645ba-c958-4bba-b745-d91ad1b3c039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0879517-d7bb-4076-867f-faf90cf3b024,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:02.852991 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58392) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:02.853758 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b9d645ba-c958-4bba-b745-d91ad1b3c039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:02.907384 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e73141c0-acd6-466f-88ff-84d1e3dcb4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:02.928469 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e73141c0-acd6-466f-88ff-84d1e3dcb4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:02.976004 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e73141c0-acd6-466f-88ff-84d1e3dcb4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:02.978667 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e73141c0-acd6-466f-88ff-84d1e3dcb4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:02.979763 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-e73141c0-acd6-466f-88ff-84d1e3dcb4b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0879517-d7bb-4076-867f-faf90cf3b024 HTTP/1.1" status: 204  len: 168 time: 0.1258109
Jun 23 03:50:02.980517 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f3caa713-af24-4aa0-bdff-f518a3ff0beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:02.988283 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73141c0-acd6-466f-88ff-84d1e3dcb4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0879517-d7bb-4076-867f-faf90cf3b024,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:02.991320 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e73141c0-acd6-466f-88ff-84d1e3dcb4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:03.263117 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35651183-a843-4e30-b3b2-5c536ee4bda2 req-b6998a0a-0d09-4545-b086-69ad1f4e64d8 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:03.264607 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-35651183-a843-4e30-b3b2-5c536ee4bda2 req-b6998a0a-0d09-4545-b086-69ad1f4e64d8 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 944 time: 0.0676837
Jun 23 03:50:03.267135 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58406) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:03.287533 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-731b3f5c-c8cc-46a6-ac44-dfd637e227fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:03.328594 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-35651183-a843-4e30-b3b2-5c536ee4bda2 req-b1ac5e48-ef60-4602-a5a5-b6191481d2db tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535345
Jun 23 03:50:03.400350 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-731b3f5c-c8cc-46a6-ac44-dfd637e227fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:03.403898 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-731b3f5c-c8cc-46a6-ac44-dfd637e227fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:03.407141 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e676ebdb-e121-4289-b846-5bbb89b1af2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:03.447515 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-731b3f5c-c8cc-46a6-ac44-dfd637e227fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6cf97214e54435ca8a56318df4e0f1a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1793544
Jun 23 03:50:03.448512 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b3f5c-c8cc-46a6-ac44-dfd637e227fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15552b4b-c971-4119-837b-4b81a8653f19,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:03.450118 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58408) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:03.451586 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-731b3f5c-c8cc-46a6-ac44-dfd637e227fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:03.510468 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-02a0845b-39ad-40e8-8ca9-bda7d021ffbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:03.532543 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-02a0845b-39ad-40e8-8ca9-bda7d021ffbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:03.581401 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-02a0845b-39ad-40e8-8ca9-bda7d021ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:03.584736 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-02a0845b-39ad-40e8-8ca9-bda7d021ffbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:03.586023 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-02a0845b-39ad-40e8-8ca9-bda7d021ffbb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15552b4b-c971-4119-837b-4b81a8653f19 HTTP/1.1" status: 204  len: 168 time: 0.1348119
Jun 23 03:50:03.586809 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b9d645ba-c958-4bba-b745-d91ad1b3c039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:03.597617 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0845b-39ad-40e8-8ca9-bda7d021ffbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15552b4b-c971-4119-837b-4b81a8653f19,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:03.600667 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-02a0845b-39ad-40e8-8ca9-bda7d021ffbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:03.675446 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5de29-ecce-4e9a-b681-3485cb5c68ac req-298bc2f0-98e2-40ed-9c4b-01316c3652ee tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:03.677527 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3eb5de29-ecce-4e9a-b681-3485cb5c68ac req-298bc2f0-98e2-40ed-9c4b-01316c3652ee tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0642259
Jun 23 03:50:03.718094 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3eb5de29-ecce-4e9a-b681-3485cb5c68ac req-ae506e1f-4289-4c15-bc09-603d9bbd14c1 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344338
Jun 23 03:50:03.804083 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 104753e7-eb32-4eee-a85e-c94bf8b4166e details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:50:03.906472 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:50:03.918734 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'port_id': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'mac_address': 'fa:16:3e:9b:93:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:50:03.964384 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:03.978395 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104753e7-eb32-4eee-a85e-c94bf8b4166e {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:50:03.999872 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:50:04.004158 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:04.007999 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:04.058623 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=104753e7-eb32-4eee-a85e-c94bf8b4166e,revision_number=9']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:04.061861 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:04.283171 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['104753e7-eb32-4eee-a85e-c94bf8b4166e'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:50:04.509049 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecb363-732e-4b88-8440-8836ebf1e9c3 req-aaaf0a83-6351-410e-b37a-f49515e3e11a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:04.510397 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-82ecb363-732e-4b88-8440-8836ebf1e9c3 req-aaaf0a83-6351-410e-b37a-f49515e3e11a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 945 time: 0.0621986
Jun 23 03:50:04.549752 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-82ecb363-732e-4b88-8440-8836ebf1e9c3 req-d528eec2-c222-47e2-b751-a6e8505fabd6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334744
Jun 23 03:50:05.000528 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0a84fc21-cc51-4924-a573-39ba8bcca0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:05.349918 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:05.733329 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8876-3759-455e-8f0c-e9f6718ced2a req-3e72f794-573f-42b3-85d1-bb0c0b01eddf tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:05.734755 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-35db8876-3759-455e-8f0c-e9f6718ced2a req-3e72f794-573f-42b3-85d1-bb0c0b01eddf tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 945 time: 0.0622692
Jun 23 03:50:05.774640 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-35db8876-3759-455e-8f0c-e9f6718ced2a req-6d269707-821a-4eff-8608-145c5cf69b97 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337272
Jun 23 03:50:05.804754 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 104753e7-eb32-4eee-a85e-c94bf8b4166e up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:50:05.851174 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 104753e7-eb32-4eee-a85e-c94bf8b4166e triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:50:05.851482 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:05.923170 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:05.943999 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:50:05.946270 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b10c24a-5bcf-4ab5-8c25-9a4a68ed8744" -d '{"events": [{"server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "name": "network-vif-plugged", "status": "completed", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:50:05.961838 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:50:05.967013 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:05.969146 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:05.990666 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fcc9d1-f1d4-465d-852c-cb1d6254ecf8 x-openstack-request-id: req-e4fcc9d1-f1d4-465d-852c-cb1d6254ecf8 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:50:05.990995 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "name": "network-vif-plugged", "status": "completed", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:50:05.991255 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4fcc9d1-f1d4-465d-852c-cb1d6254ecf8 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:50:05.991663 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'code': 200}
Jun 23 03:50:06.018383 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=104753e7-eb32-4eee-a85e-c94bf8b4166e,revision_number=10']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:06.022096 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:06.319402 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:06.535222 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefc4ff-a3fa-4dd8-b1e0-da643607edf1 req-aebd1377-a2e6-40f4-888a-273819aaa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:06.536780 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4fefc4ff-a3fa-4dd8-b1e0-da643607edf1 req-aebd1377-a2e6-40f4-888a-273819aaa901 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 1100 time: 0.0521171
Jun 23 03:50:06.571549 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4fefc4ff-a3fa-4dd8-b1e0-da643607edf1 req-90168182-2817-46ab-9be8-13223eec628b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0280795
Jun 23 03:50:06.947813 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fc3ed-c880-4219-9902-ade603bcb68c req-b30211c1-2576-48d1-b251-3e956a4e341a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:06.949325 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cb3fc3ed-c880-4219-9902-ade603bcb68c req-b30211c1-2576-48d1-b251-3e956a4e341a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 947 time: 0.0615673
Jun 23 03:50:06.984640 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cb3fc3ed-c880-4219-9902-ade603bcb68c req-840de1fb-91fb-4ccd-a0b8-52423dd7fdfb tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0298479
Jun 23 03:50:07.473213 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:07.786005 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58518) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:07.886343 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f01ff24c-ee8c-4cbb-9574-aebd23bc0445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:07.978221 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f01ff24c-ee8c-4cbb-9574-aebd23bc0445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:07.982175 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f01ff24c-ee8c-4cbb-9574-aebd23bc0445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:07.984477 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-146c0243-9d50-4664-ae5f-57fe43e1673a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:08.024675 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-f01ff24c-ee8c-4cbb-9574-aebd23bc0445 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c7132b69fa94a26a63dc0cb5796501f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2374980
Jun 23 03:50:08.027222 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58536) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:08.027759 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ff24c-ee8c-4cbb-9574-aebd23bc0445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e75410-3d2e-43bc-8187-6007de4021bc,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:08.043300 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f01ff24c-ee8c-4cbb-9574-aebd23bc0445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:08.084253 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-99043f67-70c8-4aa4-9a7b-b591ebedcb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:08.105880 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-99043f67-70c8-4aa4-9a7b-b591ebedcb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:08.187357 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-99043f67-70c8-4aa4-9a7b-b591ebedcb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:08.190101 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-99043f67-70c8-4aa4-9a7b-b591ebedcb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:08.191339 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-99043f67-70c8-4aa4-9a7b-b591ebedcb87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40e75410-3d2e-43bc-8187-6007de4021bc HTTP/1.1" status: 204  len: 168 time: 0.1622684
Jun 23 03:50:08.193203 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e9fec2dd-03d3-4f42-a919-c08e74ade2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:08.203824 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99043f67-70c8-4aa4-9a7b-b591ebedcb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e75410-3d2e-43bc-8187-6007de4021bc,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:08.211367 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-99043f67-70c8-4aa4-9a7b-b591ebedcb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:08.219861 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8c9e3-d205-4539-8a82-3491e936abaa req-3dcc0332-f167-4e09-b166-707e669adfc9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:08.221434 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-71b8c9e3-d205-4539-8a82-3491e936abaa req-3dcc0332-f167-4e09-b166-707e669adfc9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 947 time: 0.1043322
Jun 23 03:50:08.273239 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-71b8c9e3-d205-4539-8a82-3491e936abaa req-3075f35d-2c9c-4c82-9829-ccd91c1f209f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372751
Jun 23 03:50:08.482448 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58564) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:08.495989 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-08e8568b-516f-46f4-9723-c95addc23049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:08.594445 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-08e8568b-516f-46f4-9723-c95addc23049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:08.598204 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-08e8568b-516f-46f4-9723-c95addc23049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:08.601455 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-1e94ffdb-4c14-4372-b210-a47f3ffc8d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:08.637110 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-08e8568b-516f-46f4-9723-c95addc23049 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8170503216394116a3dcc4c2f31ba9cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1535914
Jun 23 03:50:08.638031 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8568b-516f-46f4-9723-c95addc23049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c0b8a4-6c25-4fd7-8428-e93ca6689533,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:08.639839 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58568) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:08.641074 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-08e8568b-516f-46f4-9723-c95addc23049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:08.690204 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-116df021-24f7-46f9-a561-4fbdf79909ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:08.712706 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-116df021-24f7-46f9-a561-4fbdf79909ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:08.758765 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-116df021-24f7-46f9-a561-4fbdf79909ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:08.761265 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-116df021-24f7-46f9-a561-4fbdf79909ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:08.762406 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-116df021-24f7-46f9-a561-4fbdf79909ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4c0b8a4-6c25-4fd7-8428-e93ca6689533 HTTP/1.1" status: 204  len: 168 time: 0.1215732
Jun 23 03:50:08.763141 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-19649e26-f3ee-4272-81ff-caa2b9e31106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:08.770943 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116df021-24f7-46f9-a561-4fbdf79909ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c0b8a4-6c25-4fd7-8428-e93ca6689533,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:08.773690 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-116df021-24f7-46f9-a561-4fbdf79909ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:09.454784 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ea145-9cbb-40e9-94e3-58791cf660e0 req-0712d13a-eea2-4b10-93de-86bf70a53ce5 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:09.469673 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-564ea145-9cbb-40e9-94e3-58791cf660e0 req-0712d13a-eea2-4b10-93de-86bf70a53ce5 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 947 time: 0.0781527
Jun 23 03:50:09.513717 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-564ea145-9cbb-40e9-94e3-58791cf660e0 req-4644e112-651e-40ec-aadc-08de5a9bca25 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426812
Jun 23 03:50:14.823953 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58688) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:14.944848 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4aabb14e-d1f7-49d7-a2a4-a9c46036dd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:15.042877 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4aabb14e-d1f7-49d7-a2a4-a9c46036dd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:15.048192 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4aabb14e-d1f7-49d7-a2a4-a9c46036dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:15.052777 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-ddc6f00b-871b-4d11-9b62-4436edcb26ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:15.109313 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-4aabb14e-d1f7-49d7-a2a4-a9c46036dd5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b778089020184063ae96c0e85936af6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2842412
Jun 23 03:50:15.112083 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58706) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:15.120516 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabb14e-d1f7-49d7-a2a4-a9c46036dd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d910c8-89e4-45e1-a093-dc1af9eeab1b,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:15.143193 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-4aabb14e-d1f7-49d7-a2a4-a9c46036dd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:15.169747 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9334f994-d7b5-4205-b889-4ecfed7461fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:15.218064 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9334f994-d7b5-4205-b889-4ecfed7461fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:15.276966 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796071a8-695e-462f-95fd-f2169d9d6577 req-7ae51541-bc58-4067-ae47-0007597ca39e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:15.278459 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-796071a8-695e-462f-95fd-f2169d9d6577 req-7ae51541-bc58-4067-ae47-0007597ca39e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.1045380
Jun 23 03:50:15.290649 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf3233-84fa-4d13-8fd4-3a9c69d1c184 req-c05d20ee-5d31-4ed7-b6a5-4852126c56c4 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:15.292119 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5abf3233-84fa-4d13-8fd4-3a9c69d1c184 req-c05d20ee-5d31-4ed7-b6a5-4852126c56c4 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0686524
Jun 23 03:50:15.300946 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9334f994-d7b5-4205-b889-4ecfed7461fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:15.303620 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9334f994-d7b5-4205-b889-4ecfed7461fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:15.307309 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-9334f994-d7b5-4205-b889-4ecfed7461fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17d910c8-89e4-45e1-a093-dc1af9eeab1b HTTP/1.1" status: 204  len: 168 time: 0.1933954
Jun 23 03:50:15.311231 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-603edd48-7d38-4406-9249-a0b2bcbc7ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:15.331458 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5abf3233-84fa-4d13-8fd4-3a9c69d1c184 req-85a54641-b46c-40b6-84d3-2dd1dfcb594b tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0334809
Jun 23 03:50:15.336165 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334f994-d7b5-4205-b889-4ecfed7461fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d910c8-89e4-45e1-a093-dc1af9eeab1b,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:15.340236 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-796071a8-695e-462f-95fd-f2169d9d6577 req-1ca488d0-b42f-44a9-9e93-878460df8110 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560324
Jun 23 03:50:15.341107 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9334f994-d7b5-4205-b889-4ecfed7461fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:16.511262 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa72b4-c637-4d6b-aa26-296cf575d72e req-f7708c35-f32e-40b0-9f7f-c793f7a2d3bb tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:16.512714 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70aa72b4-c637-4d6b-aa26-296cf575d72e req-f7708c35-f32e-40b0-9f7f-c793f7a2d3bb tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0636711
Jun 23 03:50:16.517280 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fcf1e-b7a3-415c-b9a0-2beb322c2172 req-99bfcfc6-a338-4611-8305-a82a52108f5a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:16.518736 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a2fcf1e-b7a3-415c-b9a0-2beb322c2172 req-99bfcfc6-a338-4611-8305-a82a52108f5a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0630455
Jun 23 03:50:16.549969 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70aa72b4-c637-4d6b-aa26-296cf575d72e req-2d9d3ab7-fd02-4584-8d74-fcd761a0003e tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0314515
Jun 23 03:50:16.556915 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1a2fcf1e-b7a3-415c-b9a0-2beb322c2172 req-50a4a221-bdbe-401f-84b4-e36dad2440e4 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316634
Jun 23 03:50:17.720636 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead860b-f127-4049-b001-5ecf43010982 req-15a3fd9e-e11c-426d-ba1b-97f8f779f459 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:17.722108 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4ead860b-f127-4049-b001-5ecf43010982 req-15a3fd9e-e11c-426d-ba1b-97f8f779f459 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0633287
Jun 23 03:50:17.725253 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f89fa-65a0-4dfa-81c0-629c1b7ce221 req-24eb05c0-2328-4ba5-8565-cdab3b704cf3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:17.726747 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-893f89fa-65a0-4dfa-81c0-629c1b7ce221 req-24eb05c0-2328-4ba5-8565-cdab3b704cf3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0622723
Jun 23 03:50:17.760641 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4ead860b-f127-4049-b001-5ecf43010982 req-ef9b5e2e-e5b8-4424-ace1-13f180244cb8 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320964
Jun 23 03:50:17.764174 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-893f89fa-65a0-4dfa-81c0-629c1b7ce221 req-416159d6-b9c5-470b-a465-d30eda6c9cc8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319233
Jun 23 03:50:18.938326 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c3efa-1f0a-4d97-8361-2844d79668d8 req-44eee672-8ce1-4a7b-80b0-b3f30d18559a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:18.939912 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e53c3efa-1f0a-4d97-8361-2844d79668d8 req-44eee672-8ce1-4a7b-80b0-b3f30d18559a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0659597
Jun 23 03:50:18.945547 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d588b5-9ec0-454e-8606-48aa6b501ee2 req-fe026d85-b69f-4ab4-b5e2-4234dc10bc16 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:18.946999 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-58d588b5-9ec0-454e-8606-48aa6b501ee2 req-fe026d85-b69f-4ab4-b5e2-4234dc10bc16 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.0724838
Jun 23 03:50:18.981864 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e53c3efa-1f0a-4d97-8361-2844d79668d8 req-021b85b0-2cfc-4da7-be8d-d88be963f8b3 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0348520
Jun 23 03:50:18.984017 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-58d588b5-9ec0-454e-8606-48aa6b501ee2 req-b72b2c63-7d0b-4af6-8084-5d818a8eb8a8 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314009
Jun 23 03:50:19.266836 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef6a7a-3825-47d5-9f01-f3aaf6500474 req-7efa68a8-736d-4063-b42f-5461d8273b88 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:19.269568 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-59ef6a7a-3825-47d5-9f01-f3aaf6500474 req-7efa68a8-736d-4063-b42f-5461d8273b88 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.26 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 946 time: 0.2595053
Jun 23 03:50:19.367972 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-59ef6a7a-3825-47d5-9f01-f3aaf6500474 req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Deleting port 61267e98-18f6-4253-b5e3-998df65259a7 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:50:19.368756 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-59ef6a7a-3825-47d5-9f01-f3aaf6500474 req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:19.456756 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-59ef6a7a-3825-47d5-9f01-f3aaf6500474 req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] For port 61267e98-18f6-4253-b5e3-998df65259a7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=61267e98-18f6-4253-b5e3-998df65259a7,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:50:19.457121 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-59ef6a7a-3825-47d5-9f01-f3aaf6500474 req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:19.469554 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-59ef6a7a-3825-47d5-9f01-f3aaf6500474 req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Calling delete_port for 61267e98-18f6-4253-b5e3-998df65259a7 owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:50:19.595343 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-59ef6a7a-3825-47d5-9f01-f3aaf6500474 req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:19.598887 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:19.609899 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['395fa879-2292-4f6e-82a3-05f37b4209e0', '61267e98-18f6-4253-b5e3-998df65259a7'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:50:19.624045 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Pushing event deleted for resources: {'Port': ['ID=61267e98-18f6-4253-b5e3-998df65259a7,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:19.627072 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:19.667470 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ef6a7a-3825-47d5-9f01-f3aaf6500474 req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] No DVR routers for this DVR port 61267e98-18f6-4253-b5e3-998df65259a7 on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:50:19.669920 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-59ef6a7a-3825-47d5-9f01-f3aaf6500474 req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:19.671822 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-59ef6a7a-3825-47d5-9f01-f3aaf6500474 req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.26 "DELETE /v2.0/ports/61267e98-18f6-4253-b5e3-998df65259a7 HTTP/1.1" status: 204  len: 173 time: 0.3978953
Jun 23 03:50:19.672292 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43979d47-dba6-414c-866e-fb1cb40ae61b', 'name': 'network-vif-deleted', 'tag': '61267e98-18f6-4253-b5e3-998df65259a7'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:50:19.674578 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f0618a-a984-4240-b91c-1719e94f36c4" -d '{"events": [{"server_uuid": "43979d47-dba6-414c-866e-fb1cb40ae61b", "name": "network-vif-deleted", "tag": "61267e98-18f6-4253-b5e3-998df65259a7"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:50:19.724576 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f7f182-f3c1-4fd5-aa67-98936e09c88f x-openstack-request-id: req-e8f7f182-f3c1-4fd5-aa67-98936e09c88f {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:50:19.724980 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43979d47-dba6-414c-866e-fb1cb40ae61b", "name": "network-vif-deleted", "tag": "61267e98-18f6-4253-b5e3-998df65259a7", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:50:19.725322 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8f7f182-f3c1-4fd5-aa67-98936e09c88f {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:50:19.725810 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43979d47-dba6-414c-866e-fb1cb40ae61b', 'name': 'network-vif-deleted', 'tag': '61267e98-18f6-4253-b5e3-998df65259a7', 'status': 'completed', 'code': 200}
Jun 23 03:50:20.141491 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d5c78b46-3c07-4d34-baec-cbc5a64a207c req-aabdcc1d-4884-408e-a431-767de45cba7a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=43979d47-dba6-414c-866e-fb1cb40ae61b HTTP/1.1" status: 200  len: 210 time: 0.0325749
Jun 23 03:50:20.155131 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3591a-0c5a-437c-9c7f-a03513c250dd req-1c5e1691-9d0d-4135-a673-3d195dfdb81c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:20.156637 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-17f3591a-0c5a-437c-9c7f-a03513c250dd req-1c5e1691-9d0d-4135-a673-3d195dfdb81c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0626886
Jun 23 03:50:20.194369 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-17f3591a-0c5a-437c-9c7f-a03513c250dd req-54918253-5136-4ef1-bb85-cafb12869bbb tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319998
Jun 23 03:50:21.367922 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711ae24-25c1-4e88-9b3e-ee8f1288e679 req-815a4179-8d9d-4638-b4b6-caec3643b5a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:21.369693 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2711ae24-25c1-4e88-9b3e-ee8f1288e679 req-815a4179-8d9d-4638-b4b6-caec3643b5a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0665545
Jun 23 03:50:21.414867 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2711ae24-25c1-4e88-9b3e-ee8f1288e679 req-dd6c0c92-3434-4ba6-be4c-2c025b427e6a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396345
Jun 23 03:50:21.594564 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4989343-d3c0-49b2-8c58-28277d51054d req-ad9fa5c6-eea3-4310-894b-97df396bcc98 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:21.596098 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b4989343-d3c0-49b2-8c58-28277d51054d req-ad9fa5c6-eea3-4310-894b-97df396bcc98 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0634539
Jun 23 03:50:21.634672 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b4989343-d3c0-49b2-8c58-28277d51054d req-d630a3e5-2f97-420d-8858-ae1c23474efd tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322883
Jun 23 03:50:21.930068 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 61267e98-18f6-4253-b5e3-998df65259a7 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:50:21.949471 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 61267e98-18f6-4253-b5e3-998df65259a7 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:50:21.949867 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 61267e98-18f6-4253-b5e3-998df65259a7 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:50:22.590054 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a934ce-ecc2-4933-9f40-43aea94fa55d req-9f8aa88e-a8e7-42c7-9c50-2e1f8316033d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:22.591400 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f3a934ce-ecc2-4933-9f40-43aea94fa55d req-9f8aa88e-a8e7-42c7-9c50-2e1f8316033d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0626395
Jun 23 03:50:22.627780 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f3a934ce-ecc2-4933-9f40-43aea94fa55d req-dee1760c-c3f6-45ca-9451-e2c2827fe356 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304255
Jun 23 03:50:22.808030 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6fe7d-566c-4786-b096-0addac173db7 req-e1bc51ca-3bd7-49ff-8859-65cb913b86d9 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:22.809613 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-69a6fe7d-566c-4786-b096-0addac173db7 req-e1bc51ca-3bd7-49ff-8859-65cb913b86d9 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0634832
Jun 23 03:50:22.850863 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-69a6fe7d-566c-4786-b096-0addac173db7 req-a065b785-b349-4b24-921c-0e1bae02857f tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354791
Jun 23 03:50:23.234106 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:50:23.806383 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2da778-a799-44db-b42f-18da0dde4420 req-3ed95118-a3ca-48d4-8bdd-82eafc3a472f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:23.807851 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-fb2da778-a799-44db-b42f-18da0dde4420 req-3ed95118-a3ca-48d4-8bdd-82eafc3a472f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0627165
Jun 23 03:50:23.844927 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-fb2da778-a799-44db-b42f-18da0dde4420 req-f092218e-e4ff-4e89-bc89-11e8b9be0903 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313993
Jun 23 03:50:24.029615 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404289a2-e176-45b8-9366-0c6a6f191714 req-5629432f-57a8-4f27-96c4-0152f1c56581 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:24.031092 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-404289a2-e176-45b8-9366-0c6a6f191714 req-5629432f-57a8-4f27-96c4-0152f1c56581 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0704279
Jun 23 03:50:24.072394 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-404289a2-e176-45b8-9366-0c6a6f191714 req-855d945c-3df9-41bb-8575-cb1c6a46ba36 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336730
Jun 23 03:50:24.184248 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a791ec-dc27-41b7-b83a-8589a30fd6e3 req-3c20928e-8c6e-450b-8972-a10d45bdb6c1 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:24.185714 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-62a791ec-dc27-41b7-b83a-8589a30fd6e3 req-3c20928e-8c6e-450b-8972-a10d45bdb6c1 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 945 time: 0.0616205
Jun 23 03:50:24.221959 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-62a791ec-dc27-41b7-b83a-8589a30fd6e3 req-cbed79dc-6495-418a-8218-ee3234c9cca8 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306284
Jun 23 03:50:25.015557 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15673aa6-d3cf-4180-87af-86fc370200bf req-42b7868f-dc73-4e38-b94e-a5be7bb6310b tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:25.016924 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-15673aa6-d3cf-4180-87af-86fc370200bf req-42b7868f-dc73-4e38-b94e-a5be7bb6310b tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0625496
Jun 23 03:50:25.052807 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-15673aa6-d3cf-4180-87af-86fc370200bf req-d0a90994-9215-4548-ab8d-672ccc5a5a75 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0297778
Jun 23 03:50:25.242198 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d5f3e-f160-42a1-a799-710c9ad5fd27 req-0aadd6dd-5f91-4a76-be58-2a26bb71682a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:25.243862 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6d8d5f3e-f160-42a1-a799-710c9ad5fd27 req-0aadd6dd-5f91-4a76-be58-2a26bb71682a tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0628164
Jun 23 03:50:25.280521 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6d8d5f3e-f160-42a1-a799-710c9ad5fd27 req-f685feaa-1597-413b-94eb-cabe221ad6c3 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308821
Jun 23 03:50:25.395837 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73698bad-6d91-43f6-ba84-7ad07cb53945 req-ba95e9d9-c33d-4c9f-9c31-5b2d0e84f0fb tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:25.397387 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-73698bad-6d91-43f6-ba84-7ad07cb53945 req-ba95e9d9-c33d-4c9f-9c31-5b2d0e84f0fb tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 945 time: 0.0643780
Jun 23 03:50:25.433079 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-73698bad-6d91-43f6-ba84-7ad07cb53945 req-e58e06cc-c0c5-4b1f-84d2-f38fd0b0713a tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302148
Jun 23 03:50:25.782615 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:26.227692 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645a99c-ab05-48d1-9b49-7888b2e11795 req-10c075f9-cf4f-4edb-bbda-8d12b0369124 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:26.229128 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0645a99c-ab05-48d1-9b49-7888b2e11795 req-10c075f9-cf4f-4edb-bbda-8d12b0369124 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0674684
Jun 23 03:50:26.265796 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0645a99c-ab05-48d1-9b49-7888b2e11795 req-c9d1d81e-a569-429e-94c6-56f88b07aa75 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310817
Jun 23 03:50:26.335568 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f14d08-07b0-4d1f-a54e-aff4538ab577 req-afcc4e4e-52f9-45e7-ae7e-c4f3e2c0afd3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:26.336968 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-24f14d08-07b0-4d1f-a54e-aff4538ab577 req-afcc4e4e-52f9-45e7-ae7e-c4f3e2c0afd3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.26 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 945 time: 0.0627103
Jun 23 03:50:26.437475 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-24f14d08-07b0-4d1f-a54e-aff4538ab577 req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Deleting port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:50:26.437811 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-24f14d08-07b0-4d1f-a54e-aff4538ab577 req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:26.454680 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1458b2-59b9-448f-a9ed-0883c9e68704 req-a2a67a93-d8be-4b8e-a621-8dc04a3dc981 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:26.457615 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ac1458b2-59b9-448f-a9ed-0883c9e68704 req-a2a67a93-d8be-4b8e-a621-8dc04a3dc981 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0629077
Jun 23 03:50:26.497139 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ac1458b2-59b9-448f-a9ed-0883c9e68704 req-59819c62-02f7-411c-a832-22e20f53af08 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342267
Jun 23 03:50:26.528878 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-24f14d08-07b0-4d1f-a54e-aff4538ab577 req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] For port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b,segment=NetworkSegment(1f87cbbf-551d-4306-8ffe-e48996d79c0a),segment_id=1f87cbbf-551d-4306-8ffe-e48996d79c0a)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:50:26.529237 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-24f14d08-07b0-4d1f-a54e-aff4538ab577 req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:26.542010 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-24f14d08-07b0-4d1f-a54e-aff4538ab577 req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Calling delete_port for a11b276c-5af7-4c2b-95c7-e9534d2e5e3b owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:50:26.666448 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9440e-8614-49c8-a0bc-7e04a31426c8 req-b1539d3b-e2f9-498b-a254-93ad21200314 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:26.667845 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fee9440e-8614-49c8-a0bc-7e04a31426c8 req-b1539d3b-e2f9-498b-a254-93ad21200314 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/ports?device_id=252d3e33-8772-4767-9452-96579563fe6d HTTP/1.1" status: 200  len: 945 time: 0.1220040
Jun 23 03:50:26.738588 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fee9440e-8614-49c8-a0bc-7e04a31426c8 req-130d3dfc-1c0e-405b-9cb5-1702ef5aee6c tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.15 "GET /v2.0/security-groups?id=80113985-480e-41c7-bca7-ba77151a621a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648999
Jun 23 03:50:26.749132 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-24f14d08-07b0-4d1f-a54e-aff4538ab577 req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:26.753132 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:26.763724 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['a11b276c-5af7-4c2b-95c7-e9534d2e5e3b'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:50:26.777405 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Pushing event deleted for resources: {'Port': ['ID=a11b276c-5af7-4c2b-95c7-e9534d2e5e3b,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:26.780752 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:26.827602 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f14d08-07b0-4d1f-a54e-aff4538ab577 req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] No DVR routers for this DVR port a11b276c-5af7-4c2b-95c7-e9534d2e5e3b on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:50:26.830035 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-24f14d08-07b0-4d1f-a54e-aff4538ab577 req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:26.832017 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-24f14d08-07b0-4d1f-a54e-aff4538ab577 req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] 10.222.0.26 "DELETE /v2.0/ports/a11b276c-5af7-4c2b-95c7-e9534d2e5e3b HTTP/1.1" status: 204  len: 173 time: 0.4895277
Jun 23 03:50:26.832494 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '252d3e33-8772-4767-9452-96579563fe6d', 'name': 'network-vif-deleted', 'tag': 'a11b276c-5af7-4c2b-95c7-e9534d2e5e3b'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:50:26.834801 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a167ea-fd58-423a-a586-c722befeef41" -d '{"events": [{"server_uuid": "252d3e33-8772-4767-9452-96579563fe6d", "name": "network-vif-deleted", "tag": "a11b276c-5af7-4c2b-95c7-e9534d2e5e3b"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:50:26.871444 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3803573b-1972-432d-be3f-ff534e2dff8f x-openstack-request-id: req-3803573b-1972-432d-be3f-ff534e2dff8f {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:50:26.871807 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "252d3e33-8772-4767-9452-96579563fe6d", "name": "network-vif-deleted", "tag": "a11b276c-5af7-4c2b-95c7-e9534d2e5e3b", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:50:26.872093 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3803573b-1972-432d-be3f-ff534e2dff8f {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:50:26.872510 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '252d3e33-8772-4767-9452-96579563fe6d', 'name': 'network-vif-deleted', 'tag': 'a11b276c-5af7-4c2b-95c7-e9534d2e5e3b', 'status': 'completed', 'code': 200}
Jun 23 03:50:27.439675 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f38c3-ce76-4892-a9b7-859c887f2eaf req-b57a49fd-409f-4c9c-be49-0adba6651ed6 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:27.441181 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1a8f38c3-ce76-4892-a9b7-859c887f2eaf req-b57a49fd-409f-4c9c-be49-0adba6651ed6 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0631638
Jun 23 03:50:27.481381 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1a8f38c3-ce76-4892-a9b7-859c887f2eaf req-40b1fe96-0c60-49bc-b0a2-35e147ec566d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333674
Jun 23 03:50:27.669514 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ea3c-861d-4a8d-be31-8e21a6726568 req-2648df0f-a02c-408e-9fd2-c974f397840d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:27.670928 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8244ea3c-861d-4a8d-be31-8e21a6726568 req-2648df0f-a02c-408e-9fd2-c974f397840d tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0611563
Jun 23 03:50:27.707359 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8244ea3c-861d-4a8d-be31-8e21a6726568 req-7783074e-5eb4-407f-9203-350a30700833 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fe5c7db-f36d-493b-9ef0-7fbeb818552e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309324
Jun 23 03:50:28.395990 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d582cf6-cf7f-4fd7-97a6-8eb64b947cf5 req-63491dda-53d7-432b-a4a9-66ce47b94609 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:28.397576 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8d582cf6-cf7f-4fd7-97a6-8eb64b947cf5 req-63491dda-53d7-432b-a4a9-66ce47b94609 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 946 time: 0.0642498
Jun 23 03:50:28.494124 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-8d582cf6-cf7f-4fd7-97a6-8eb64b947cf5 req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Deleting port 395fa879-2292-4f6e-82a3-05f37b4209e0 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:50:28.494818 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-8d582cf6-cf7f-4fd7-97a6-8eb64b947cf5 req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:28.590757 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-8d582cf6-cf7f-4fd7-97a6-8eb64b947cf5 req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] For port 395fa879-2292-4f6e-82a3-05f37b4209e0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=395fa879-2292-4f6e-82a3-05f37b4209e0,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:50:28.591156 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-8d582cf6-cf7f-4fd7-97a6-8eb64b947cf5 req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:28.609338 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-8d582cf6-cf7f-4fd7-97a6-8eb64b947cf5 req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Calling delete_port for 395fa879-2292-4f6e-82a3-05f37b4209e0 owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:50:28.667839 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcdc32-c16d-4530-8656-a90d4a4aeca1 req-b3786436-6618-4a83-8044-b82abddf730f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:28.669525 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-66bcdc32-c16d-4530-8656-a90d4a4aeca1 req-b3786436-6618-4a83-8044-b82abddf730f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0689580
Jun 23 03:50:28.714227 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-66bcdc32-c16d-4530-8656-a90d4a4aeca1 req-2612f971-aea1-4abf-90df-d5c522b1a5de tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383446
Jun 23 03:50:28.749479 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-8d582cf6-cf7f-4fd7-97a6-8eb64b947cf5 req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:28.753744 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-0358b198-a431-447d-a3c5-ac43d22645a0 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:28.765636 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['395fa879-2292-4f6e-82a3-05f37b4209e0'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:50:28.784051 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Pushing event deleted for resources: {'Port': ['ID=395fa879-2292-4f6e-82a3-05f37b4209e0,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:28.788181 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:28.840796 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d582cf6-cf7f-4fd7-97a6-8eb64b947cf5 req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] No DVR routers for this DVR port 395fa879-2292-4f6e-82a3-05f37b4209e0 on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:50:28.843345 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-8d582cf6-cf7f-4fd7-97a6-8eb64b947cf5 req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:28.845264 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8d582cf6-cf7f-4fd7-97a6-8eb64b947cf5 req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.26 "DELETE /v2.0/ports/395fa879-2292-4f6e-82a3-05f37b4209e0 HTTP/1.1" status: 204  len: 173 time: 0.4411430
Jun 23 03:50:28.873139 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86b2c8-547a-4227-ac1b-9a6d5a73c498', 'name': 'network-vif-deleted', 'tag': '395fa879-2292-4f6e-82a3-05f37b4209e0'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:50:28.875435 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923f3c92-9b6c-42fc-a913-0da6bd2ead96" -d '{"events": [{"server_uuid": "1b86b2c8-547a-4227-ac1b-9a6d5a73c498", "name": "network-vif-deleted", "tag": "395fa879-2292-4f6e-82a3-05f37b4209e0"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:50:28.881209 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d728e7f5-4576-4ba9-8b02-718ddd55ea11 req-35f4fe76-b2d2-4c5c-89ff-769b92ed30bf tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b86b2c8-547a-4227-ac1b-9a6d5a73c498 HTTP/1.1" status: 200  len: 210 time: 0.0409153
Jun 23 03:50:28.912498 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1959a2-aa83-49a9-a197-b75f9ca26977 x-openstack-request-id: req-4f1959a2-aa83-49a9-a197-b75f9ca26977 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:50:28.912906 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86b2c8-547a-4227-ac1b-9a6d5a73c498", "name": "network-vif-deleted", "tag": "395fa879-2292-4f6e-82a3-05f37b4209e0", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:50:28.913615 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f1959a2-aa83-49a9-a197-b75f9ca26977 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:50:28.913755 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b86b2c8-547a-4227-ac1b-9a6d5a73c498', 'name': 'network-vif-deleted', 'tag': '395fa879-2292-4f6e-82a3-05f37b4209e0', 'status': 'completed', 'code': 200}
Jun 23 03:50:29.886929 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f69dc-80ab-4740-92ef-7be871880208 req-85436835-1a72-4320-894d-bb965d08b0da tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:29.888356 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4f9f69dc-80ab-4740-92ef-7be871880208 req-85436835-1a72-4320-894d-bb965d08b0da tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0640428
Jun 23 03:50:29.930605 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4f9f69dc-80ab-4740-92ef-7be871880208 req-c1c676ec-814d-4328-ae5f-98446f5c68a0 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362022
Jun 23 03:50:29.981560 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58828) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:30.373701 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572925'] for router_interface, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:30.658149 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Deleting port ecf915aa-9295-4496-96bf-b3e848319208 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:50:30.658391 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:30.734937 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] For port ecf915aa-9295-4496-96bf-b3e848319208, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ecf915aa-9295-4496-96bf-b3e848319208,segment=NetworkSegment(289c14b9-f3dc-4267-a60d-1b1a7d78fd53),segment_id=289c14b9-f3dc-4267-a60d-1b1a7d78fd53)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:50:30.735285 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:30.746856 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Calling delete_port for ecf915aa-9295-4496-96bf-b3e848319208 owned by network:router_interface {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:50:30.932337 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:30.934912 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-db4efb16-95cf-4a28-a5e1-5d7301eefd4e tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:31.159927 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf915aa-9295-4496-96bf-b3e848319208,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:31.170697 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:31.309199 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfd263-3cb7-4a7a-95f1-0434da9a725c req-eee50ae1-e847-4810-9d1c-32ba04f9322c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:31.310549 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-79dfd263-3cb7-4a7a-95f1-0434da9a725c req-eee50ae1-e847-4810-9d1c-32ba04f9322c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.1536961
Jun 23 03:50:31.378676 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933645'] for router_interface, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:31.388195 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-79dfd263-3cb7-4a7a-95f1-0434da9a725c req-cea76416-d332-46e3-b413-01a87086b7a1 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522764
Jun 23 03:50:31.589123 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:50:31.694017 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:50:31.701642 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] 10.222.0.15 "PUT /v2.0/routers/3702d4b8-2512-4c7e-9c84-73a0a9a57dc9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7165689
Jun 23 03:50:31.701642 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58838) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:31.702270 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c9095-ca3a-439e-aca5-9c9b230f77b8 None None] Sync routers for ids ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:50:31.711358 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c9095-ca3a-439e-aca5-9c9b230f77b8 None None] Routers {'3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:50:31.711985 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-bf7c9095-ca3a-439e-aca5-9c9b230f77b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb485a4c0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:50:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:31.803803 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Notify callbacks [] for router, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:31.813095 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-bf7c9095-ca3a-439e-aca5-9c9b230f77b8 None None] Set router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:50:31.907217 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:31.963223 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Deleting port 75e6f508-d2d8-47a7-a1dc-057349e42211 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:50:31.963924 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:31.988955 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-bf7c9095-ca3a-439e-aca5-9c9b230f77b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb485a4c0>, [{'id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-246879806-router', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:27Z', 'updated_at': '2021-06-23T03:50:30Z', 'revision_number': 5, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'gw_port': {'id': '75e6f508-d2d8-47a7-a1dc-057349e42211', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:32.047980 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] For port 75e6f508-d2d8-47a7-a1dc-057349e42211, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=75e6f508-d2d8-47a7-a1dc-057349e42211,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:50:32.048333 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.062044 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Calling delete_port for 75e6f508-d2d8-47a7-a1dc-057349e42211 owned by network:router_gateway {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:50:32.098294 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c9095-ca3a-439e-aca5-9c9b230f77b8 None None] Checking router: 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:50:32.106940 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7c9095-ca3a-439e-aca5-9c9b230f77b8 None None] Routers {'3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:50:32.107596 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-bf7c9095-ca3a-439e-aca5-9c9b230f77b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb485a4c0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:50:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:32.192029 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-bf7c9095-ca3a-439e-aca5-9c9b230f77b8 None None] Set router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 gateway port host: None {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:50:32.232457 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.234572 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:32.254282 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-bf7c9095-ca3a-439e-aca5-9c9b230f77b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb485a4c0>, [{'id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-246879806-router', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:27Z', 'updated_at': '2021-06-23T03:50:31Z', 'revision_number': 6, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'gw_port_host': None}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:32.259913 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=75e6f508-d2d8-47a7-a1dc-057349e42211,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:32.262357 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:32.285112 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7c9095-ca3a-439e-aca5-9c9b230f77b8 None None] The sync data for ids ['3702d4b8-2512-4c7e-9c84-73a0a9a57dc9'] in dv-cinder-768592-6-iscsi is: [{'id': '3702d4b8-2512-4c7e-9c84-73a0a9a57dc9', 'name': 'tempest-ServerRescueNegativeTestJSON-246879806-router', 'tenant_id': '42efa8b4f79141638b0d4efb35421c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:27Z', 'updated_at': '2021-06-23T03:50:31Z', 'revision_number': 6, 'project_id': '42efa8b4f79141638b0d4efb35421c64', 'gw_port_host': None}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:50:32.290955 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device a11b276c-5af7-4c2b-95c7-e9534d2e5e3b no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:50:32.313240 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: a11b276c-5af7-4c2b-95c7-e9534d2e5e3b {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:50:32.313585 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device a11b276c-5af7-4c2b-95c7-e9534d2e5e3b not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:50:32.339590 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554648'] for router_gateway, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.354299 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-92f56edb-404c-4e06-bc2e-265a4b7be71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.428781 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 395fa879-2292-4f6e-82a3-05f37b4209e0 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:50:32.453780 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16199'] for router, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.456215 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.464629 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 395fa879-2292-4f6e-82a3-05f37b4209e0 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:50:32.465238 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 395fa879-2292-4f6e-82a3-05f37b4209e0 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:50:32.522731 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932598'] for router, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.523254 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 {{(pid=99523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 23 03:50:32.531338 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Notify callbacks [] for router, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.532466 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] 10.222.0.15 "DELETE /v2.0/routers/3702d4b8-2512-4c7e-9c84-73a0a9a57dc9 HTTP/1.1" status: 204  len: 168 time: 0.8299162
Jun 23 03:50:32.535107 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58844) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:32.573582 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1b66c-2d5a-4473-9894-50ea19b0575d req-332ebbf3-d5da-4922-b245-628e5c1997a7 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:32.575033 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-edf1b66c-2d5a-4473-9894-50ea19b0575d req-332ebbf3-d5da-4922-b245-628e5c1997a7 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0623729
Jun 23 03:50:32.584781 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8d200d-1159-40d4-90c6-031c1ef8885a admin admin] Deleting subnet db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 {{(pid=99523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:50:32.588066 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5e8d200d-1159-40d4-90c6-031c1ef8885a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.611841 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-edf1b66c-2d5a-4473-9894-50ea19b0575d req-77d39398-b666-4765-91d5-bd64e10e836b tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0306680
Jun 23 03:50:32.625230 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5e8d200d-1159-40d4-90c6-031c1ef8885a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487456'] for subnet, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.667961 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5e8d200d-1159-40d4-90c6-031c1ef8885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.738775 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5e8d200d-1159-40d4-90c6-031c1ef8885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25486984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026191'] for subnet, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.743005 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-42520483-8367-4d2b-a56a-0c1726f9ac00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:32.767465 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d200d-1159-40d4-90c6-031c1ef8885a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:32.769432 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5e8d200d-1159-40d4-90c6-031c1ef8885a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.771826 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-5e8d200d-1159-40d4-90c6-031c1ef8885a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/db7e8c2d-39ab-4462-bb78-3e9c6b65d7b1 HTTP/1.1" status: 204  len: 168 time: 0.2358007
Jun 23 03:50:32.774759 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5e8d200d-1159-40d4-90c6-031c1ef8885a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:32.776957 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58848) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:32.859003 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.963547 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a8d8f-e94f-4ff2-a0ac-252c6d8306ab req-d1299505-f0b6-4fcc-ae25-2d12989132d5 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:32.965015 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ef2a8d8f-e94f-4ff2-a0ac-252c6d8306ab req-d1299505-f0b6-4fcc-ae25-2d12989132d5 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0641224
Jun 23 03:50:32.969049 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:32.981441 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8baf53ff10>,) {'filters': {'network_id': ['1b7140d6-f6dd-42bc-aa4d-1881ebae07bf']}} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:32.994591 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8baf53ff10>, '289c14b9-f3dc-4267-a60d-1b1a7d78fd53') {'for_net_delete': True} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:32.994890 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8baf53ff10>, '289c14b9-f3dc-4267-a60d-1b1a7d78fd53') {} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:33.001843 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ef2a8d8f-e94f-4ff2-a0ac-252c6d8306ab req-80c5e884-aee4-45f2-8a31-f1aba5c57402 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310693
Jun 23 03:50:33.008581 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487487'] for segment, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:33.025226 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fbfc1-2a74-4803-b434-4c449e2e97d9 req-4c6fb8b8-d5a5-4c37-9d9a-9f6a7d38c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:33.026692 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-790fbfc1-2a74-4803-b434-4c449e2e97d9 req-4c6fb8b8-d5a5-4c37-9d9a-9f6a7d38c2d9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 1099 time: 0.1239309
Jun 23 03:50:33.027572 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:33.040393 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=99523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:50:33.040819 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486869'] for segment, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]: Traceback (most recent call last):
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     timer()
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     cb(*args, **kw)
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     return func(*args, **kwargs)
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     self._notify()
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     self.callback(batched_events)
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     event.method(event)
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     return f(self, *a, **k)
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._get(url).json()
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:50:33.042378 dv-cinder-768592-6-iscsi neutron-server[99523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:50:33.142129 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:33.155178 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a045bc52-24d3-447e-adbc-253dba98937f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:33.157697 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:33.159639 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1b7140d6-f6dd-42bc-aa4d-1881ebae07bf HTTP/1.1" status: 204  len: 168 time: 0.3816099
Jun 23 03:50:33.172967 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7140d6-f6dd-42bc-aa4d-1881ebae07bf,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:33.176812 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:33.189006 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fbfc1-2a74-4803-b434-4c449e2e97d9 req-6cdec717-e35a-408f-9d3a-c20575708d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:33.190430 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-790fbfc1-2a74-4803-b434-4c449e2e97d9 req-6cdec717-e35a-408f-9d3a-c20575708d1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 200  len: 911 time: 0.1571124
Jun 23 03:50:33.262600 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-790fbfc1-2a74-4803-b434-4c449e2e97d9 req-7856c04b-0c6d-4550-957a-3c6c845df007 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fbccc58-e66d-4b83-936b-5bf63613a81e HTTP/1.1" status: 200  len: 1001 time: 0.0655451
Jun 23 03:50:33.314477 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fbfc1-2a74-4803-b434-4c449e2e97d9 req-33ca7bd0-7e69-4c0b-a596-c1158f84ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:33.315899 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-790fbfc1-2a74-4803-b434-4c449e2e97d9 req-33ca7bd0-7e69-4c0b-a596-c1158f84ed44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a63d313c-a6e3-45c8-860f-63d7336cf84a HTTP/1.1" status: 200  len: 850 time: 0.0474193
Jun 23 03:50:33.334668 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58854) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:33.381188 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fbfc1-2a74-4803-b434-4c449e2e97d9 req-91f5c1d5-8b14-459d-9c7c-9a18dfb30d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:33.382829 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-790fbfc1-2a74-4803-b434-4c449e2e97d9 req-91f5c1d5-8b14-459d-9c7c-9a18dfb30d28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cea1e4e-1863-44a6-ac96-46e29b9fc013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0609043
Jun 23 03:50:33.383018 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-3b4bb4ca-821e-4dbb-aca7-89a5c042c539 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42efa8b4f79141638b0d4efb35421c64&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0469291
Jun 23 03:50:33.383286 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58858) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:33.498075 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b342718f-6639-460b-b275-4e4179431026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:33.521731 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-790fbfc1-2a74-4803-b434-4c449e2e97d9 req-80b678d5-ff48-49d9-bee8-7290087ef809 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315470
Jun 23 03:50:33.537336 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b342718f-6639-460b-b275-4e4179431026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:33.638413 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-790fbfc1-2a74-4803-b434-4c449e2e97d9 req-c0a9cc17-59b9-47aa-86c1-7165b2d2eaf0 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1095529
Jun 23 03:50:33.648702 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b342718f-6639-460b-b275-4e4179431026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:33.651321 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b342718f-6639-460b-b275-4e4179431026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:33.652396 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-b342718f-6639-460b-b275-4e4179431026 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fe5c7db-f36d-493b-9ef0-7fbeb818552e HTTP/1.1" status: 204  len: 168 time: 0.2682290
Jun 23 03:50:33.653170 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-24c986a6-81cf-4fef-b320-c201f3259ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:33.660690 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342718f-6639-460b-b275-4e4179431026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe5c7db-f36d-493b-9ef0-7fbeb818552e,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:33.665419 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b342718f-6639-460b-b275-4e4179431026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:34.193721 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8769f-312a-427a-ba3e-e0ba64b6bb50 req-5b8918bc-fff7-43d5-87f2-160f988ae8c7 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:34.195457 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-23b8769f-312a-427a-ba3e-e0ba64b6bb50 req-5b8918bc-fff7-43d5-87f2-160f988ae8c7 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0706949
Jun 23 03:50:34.237503 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-23b8769f-312a-427a-ba3e-e0ba64b6bb50 req-b9dd7eda-b200-41e7-b2cc-44a0ed40c3ca tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354760
Jun 23 03:50:34.298964 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ecf915aa-9295-4496-96bf-b3e848319208 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:50:34.320008 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: ecf915aa-9295-4496-96bf-b3e848319208 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:50:34.320453 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ecf915aa-9295-4496-96bf-b3e848319208 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:50:34.320960 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 75e6f508-d2d8-47a7-a1dc-057349e42211 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:50:34.341972 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 75e6f508-d2d8-47a7-a1dc-057349e42211 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:50:34.342418 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 75e6f508-d2d8-47a7-a1dc-057349e42211 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:50:35.001879 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-27693a80-1307-4e65-af3c-948d55f75115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:35.303853 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58922) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:35.343704 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:35.410974 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393e43e-2309-44d1-9f9a-44e956f8ec6b req-d208b16b-b016-43a3-8ec7-307e939db293 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:35.413326 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f393e43e-2309-44d1-9f9a-44e956f8ec6b req-d208b16b-b016-43a3-8ec7-307e939db293 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0631855
Jun 23 03:50:35.418568 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9e7ecca1-5a93-4ec8-a9c2-bd0c15d1b282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:35.450946 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f393e43e-2309-44d1-9f9a-44e956f8ec6b req-f865980a-d29f-4fb0-94d4-01e050cde740 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319536
Jun 23 03:50:35.508865 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9e7ecca1-5a93-4ec8-a9c2-bd0c15d1b282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:35.512300 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9e7ecca1-5a93-4ec8-a9c2-bd0c15d1b282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:35.514549 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9eed0d7e-ca11-4cbc-8a4b-da2c09fb3135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:35.553502 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ecca1-5a93-4ec8-a9c2-bd0c15d1b282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca30cf9c-afe6-4515-9b39-ee89a30248a9,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:35.557589 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-9e7ecca1-5a93-4ec8-a9c2-bd0c15d1b282 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f958c10901f24328bda41096e55f4ccf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2526767
Jun 23 03:50:35.558436 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9e7ecca1-5a93-4ec8-a9c2-bd0c15d1b282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:35.560657 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58928) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:35.608047 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-355c9319-af86-4f81-95e6-57fc918def86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:35.628554 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-355c9319-af86-4f81-95e6-57fc918def86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:35.673957 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-355c9319-af86-4f81-95e6-57fc918def86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:35.676554 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-355c9319-af86-4f81-95e6-57fc918def86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:35.677758 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-355c9319-af86-4f81-95e6-57fc918def86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca30cf9c-afe6-4515-9b39-ee89a30248a9 HTTP/1.1" status: 204  len: 168 time: 0.1166477
Jun 23 03:50:35.678678 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-343738c9-4099-4e55-9fbd-4704a30d6671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:35.688868 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c9319-af86-4f81-95e6-57fc918def86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca30cf9c-afe6-4515-9b39-ee89a30248a9,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:35.691238 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-355c9319-af86-4f81-95e6-57fc918def86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:35.933448 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 58934) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:35.947202 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1c5b84c0-ffaf-4cb8-89d9-76021e47a5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:36.036590 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1c5b84c0-ffaf-4cb8-89d9-76021e47a5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:36.041190 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1c5b84c0-ffaf-4cb8-89d9-76021e47a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:36.044318 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d9f476d1-ed2b-46ea-a141-3e52d505ca4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:36.079062 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-1c5b84c0-ffaf-4cb8-89d9-76021e47a5dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e57a109bb1d945cea0237122bbcc5f54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1449890
Jun 23 03:50:36.080980 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b84c0-ffaf-4cb8-89d9-76021e47a5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26783502-b939-4809-b490-0f4dc89ed4f6,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:36.081828 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 58940) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:36.084083 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1c5b84c0-ffaf-4cb8-89d9-76021e47a5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:36.133251 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f3191121-fbcc-480b-9fd0-0402b4da3cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:36.155067 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f3191121-fbcc-480b-9fd0-0402b4da3cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:36.214470 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f3191121-fbcc-480b-9fd0-0402b4da3cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:36.217390 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f3191121-fbcc-480b-9fd0-0402b4da3cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:36.218993 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-f3191121-fbcc-480b-9fd0-0402b4da3cde admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26783502-b939-4809-b490-0f4dc89ed4f6 HTTP/1.1" status: 204  len: 168 time: 0.1359906
Jun 23 03:50:36.220758 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-813c4124-92e3-4af3-b2ce-bbf4b22357d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:36.232784 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3191121-fbcc-480b-9fd0-0402b4da3cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26783502-b939-4809-b490-0f4dc89ed4f6,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:36.236491 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f3191121-fbcc-480b-9fd0-0402b4da3cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:36.322283 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:37.486956 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:44.176963 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59070) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:44.286925 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:44.596260 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:44.600060 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:44.602321 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-abead7f9-d8da-4c5d-9c7c-b20c10e83cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:44.636869 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79607d14bff34559a4881d3810c2229a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4581616
Jun 23 03:50:44.637723 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d9fdd0-608e-4015-b99c-8c54a8b2ccc2,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:44.639545 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59078) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:44.645085 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.645446 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.645805 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.646930 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.647354 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.647723 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.648047 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.648410 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.648775 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.649114 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.649449 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.649781 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.653673 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:44.687864 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:44.709220 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:44.754362 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:44.757757 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:44.758864 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70d9fdd0-608e-4015-b99c-8c54a8b2ccc2 HTTP/1.1" status: 204  len: 168 time: 0.1183572
Jun 23 03:50:44.759531 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:44.767014 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d9fdd0-608e-4015-b99c-8c54a8b2ccc2,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:44.774451 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.774852 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.775237 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.775607 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.775975 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.776338 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.776722 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.777142 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.777436 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.777787 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.778140 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.778491 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:50:44.781591 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:45.006663 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59084) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:45.019479 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-119398e4-1ded-4c99-8080-7252782bb2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:45.105626 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-119398e4-1ded-4c99-8080-7252782bb2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:45.109129 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-119398e4-1ded-4c99-8080-7252782bb2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:45.111349 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9d5c482a-15bf-4104-84f1-b36f55716dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:45.144431 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119398e4-1ded-4c99-8080-7252782bb2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f22b496-da61-4c83-ae9d-9f008cf530dd,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:45.148536 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-119398e4-1ded-4c99-8080-7252782bb2db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d64141fcaf9a4020855f6d4df34b4b80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1408575
Jun 23 03:50:45.149412 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-119398e4-1ded-4c99-8080-7252782bb2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:45.151539 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59086) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:45.198838 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-2a915512-3627-4f00-bc25-4d4988aa65b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:45.218702 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-2a915512-3627-4f00-bc25-4d4988aa65b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:45.264412 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-2a915512-3627-4f00-bc25-4d4988aa65b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:45.267035 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-2a915512-3627-4f00-bc25-4d4988aa65b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:45.268146 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-2a915512-3627-4f00-bc25-4d4988aa65b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f22b496-da61-4c83-ae9d-9f008cf530dd HTTP/1.1" status: 204  len: 168 time: 0.1152756
Jun 23 03:50:45.268999 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-92ccfa28-9400-44fc-b03e-f37b0bb60a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:45.278613 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a915512-3627-4f00-bc25-4d4988aa65b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f22b496-da61-4c83-ae9d-9f008cf530dd,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:45.281061 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-2a915512-3627-4f00-bc25-4d4988aa65b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:50.993654 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59250) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:51.040768 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_v2 [None req-81465bb4-4b21-44ce-9e80-356e4ad5da1f admin admin] Deleting subnet 10394faf-8a79-44f8-8bcd-aa5b9e1eb364 {{(pid=99523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:50:51.043782 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81465bb4-4b21-44ce-9e80-356e4ad5da1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.078228 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81465bb4-4b21-44ce-9e80-356e4ad5da1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487456'] for subnet, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.116173 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81465bb4-4b21-44ce-9e80-356e4ad5da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.168184 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81465bb4-4b21-44ce-9e80-356e4ad5da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25486984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026191'] for subnet, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.170473 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:51.192465 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81465bb4-4b21-44ce-9e80-356e4ad5da1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10394faf-8a79-44f8-8bcd-aa5b9e1eb364,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:51.196633 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-81465bb4-4b21-44ce-9e80-356e4ad5da1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:51.199437 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81465bb4-4b21-44ce-9e80-356e4ad5da1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.201615 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-81465bb4-4b21-44ce-9e80-356e4ad5da1f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/10394faf-8a79-44f8-8bcd-aa5b9e1eb364 HTTP/1.1" status: 204  len: 168 time: 0.2065909
Jun 23 03:50:51.203993 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59258) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:51.279225 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.361725 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.371983 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8bae8e2760>,) {'filters': {'network_id': ['0db8b30d-8080-4580-bd82-57ba5021f95b']}} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:51.382193 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bae8e2760>, '1f87cbbf-551d-4306-8ffe-e48996d79c0a') {'for_net_delete': True} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:51.382485 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bae8e2760>, '1f87cbbf-551d-4306-8ffe-e48996d79c0a') {} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:51.390992 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487487'] for segment, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.404280 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.410403 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=99523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:50:51.410784 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486869'] for segment, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]: Traceback (most recent call last):
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     timer()
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     cb(*args, **kw)
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     return func(*args, **kwargs)
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     self._notify()
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     self.callback(batched_events)
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     event.method(event)
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     return f(self, *a, **k)
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._get(url).json()
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:50:51.412924 dv-cinder-768592-6-iscsi neutron-server[99523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:50:51.468770 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.472150 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:51.475182 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.477639 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] 10.222.0.15 "DELETE /v2.0/networks/0db8b30d-8080-4580-bd82-57ba5021f95b HTTP/1.1" status: 204  len: 168 time: 0.2724767
Jun 23 03:50:51.488742 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] Pushing event deleted for resources: {'Network': ['ID=0db8b30d-8080-4580-bd82-57ba5021f95b,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:51.491028 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-77889387-1ba7-491b-a014-782467b1e71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:51.646306 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59272) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:51.697539 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-83f9e346-c87f-48ad-92bb-de956757a57f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8b7525fb2ae4d95bbaaaa028c17aed0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498388
Jun 23 03:50:51.699832 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59276) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:51.767960 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fef1d9d2-37da-422b-967b-7b7982251151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.803588 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fef1d9d2-37da-422b-967b-7b7982251151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.855062 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fef1d9d2-37da-422b-967b-7b7982251151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.855062 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fef1d9d2-37da-422b-967b-7b7982251151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:51.855426 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-fef1d9d2-37da-422b-967b-7b7982251151 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80113985-480e-41c7-bca7-ba77151a621a HTTP/1.1" status: 204  len: 168 time: 0.1544237
Jun 23 03:50:51.856373 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-fb803482-97ae-4212-ac8f-3d02462f074d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:51.868215 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1d9d2-37da-422b-967b-7b7982251151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80113985-480e-41c7-bca7-ba77151a621a,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:51.870739 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-fef1d9d2-37da-422b-967b-7b7982251151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:52.147463 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59294) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:52.250576 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-70a2bb46-e794-4ae3-8aab-c2beb8e0f4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.342348 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-70a2bb46-e794-4ae3-8aab-c2beb8e0f4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.346497 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-70a2bb46-e794-4ae3-8aab-c2beb8e0f4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.355064 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9e7ecca1-5a93-4ec8-a9c2-bd0c15d1b282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:52.389598 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-70a2bb46-e794-4ae3-8aab-c2beb8e0f4a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3a102cfa926454a91c8825ba61f68c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2410390
Jun 23 03:50:52.389752 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59308) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:52.391811 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2bb46-e794-4ae3-8aab-c2beb8e0f4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf22100-e398-44ad-8260-e03986a9b25f,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:52.395125 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-70a2bb46-e794-4ae3-8aab-c2beb8e0f4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:52.464983 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1191d878-0bb5-4a74-8766-3e56983e0a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.488032 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1191d878-0bb5-4a74-8766-3e56983e0a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.537456 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1191d878-0bb5-4a74-8766-3e56983e0a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.540268 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1191d878-0bb5-4a74-8766-3e56983e0a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.542750 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-1191d878-0bb5-4a74-8766-3e56983e0a3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cf22100-e398-44ad-8260-e03986a9b25f HTTP/1.1" status: 204  len: 168 time: 0.1512547
Jun 23 03:50:52.543683 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dd9da1bf-4f2c-4538-89b7-80356c741de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:52.551473 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191d878-0bb5-4a74-8766-3e56983e0a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf22100-e398-44ad-8260-e03986a9b25f,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:52.557665 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-1191d878-0bb5-4a74-8766-3e56983e0a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:52.609521 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59320) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:52.721128 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-312638417-network', 'tenant_id': '30194254903542319632415fac0d7ed2'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:50:52.742690 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Made reservation on behalf of 30194254903542319632415fac0d7ed2 for: {'network': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:50:52.745736 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.754954 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.821117 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12bdc2-d1a7-4272-aa2e-7802c5c515fb req-5c81de19-906d-4cf5-a122-70cace3b353e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:52.822970 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb12bdc2-d1a7-4272-aa2e-7802c5c515fb req-5c81de19-906d-4cf5-a122-70cace3b353e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 947 time: 0.0716920
Jun 23 03:50:52.852659 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.858184 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.863863 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-ff6d3954-f169-4c76-b6ab-5b82f75a1688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:52.869964 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb12bdc2-d1a7-4272-aa2e-7802c5c515fb req-0f037ffc-41fa-46ad-bdaf-3c0b6c98eac3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402741
Jun 23 03:50:52.883192 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78}  {{(pid=99523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:50:52.899260 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8c805b-94e8-419b-8588-6adb1dc9e355,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:52.902596 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:52.903929 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.904268 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.segments_db [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Added segment 6839f629-73bf-4eb7-86f4-92af27e29fe6 of type vlan for network 4cd9596c-4407-480b-bc0f-86cd5522e907
Jun 23 03:50:52.924774 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59328) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:52.938611 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-750ff310-2a8c-4a74-8202-d32a7d996d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.945926 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.981377 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.982694 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:52.983360 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:52.985560 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:53.039252 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-750ff310-2a8c-4a74-8202-d32a7d996d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.043332 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-750ff310-2a8c-4a74-8202-d32a7d996d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.046472 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd9596c-4407-480b-bc0f-86cd5522e907,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:53.046784 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:53.056077 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:53.057157 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 4cd9596c-4407-480b-bc0f-86cd5522e907 details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:50:53.061443 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4480281
Jun 23 03:50:53.061758 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59330) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:53.066663 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Request body: {'subnet': {'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-312638417-subnet', 'tenant_id': '30194254903542319632415fac0d7ed2', 'ip_version': 4}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:50:53.083105 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ff310-2a8c-4a74-8202-d32a7d996d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f97c2f-50b0-4df9-8fa2-ee597f770d6a,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:53.087613 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Made reservation on behalf of 30194254903542319632415fac0d7ed2 for: {'subnet': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:50:53.087799 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-750ff310-2a8c-4a74-8202-d32a7d996d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:53.090075 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026194'] for subnet, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.103371 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-750ff310-2a8c-4a74-8202-d32a7d996d3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ec6ff77a2024019a3364c221ccc70eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1773152
Jun 23 03:50:53.104163 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59332) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:53.211006 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f443b8ed-8378-4ccf-8dc9-ae3bdbefc992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.255718 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f443b8ed-8378-4ccf-8dc9-ae3bdbefc992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.334247 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25487435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026176'] for subnet, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.336874 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:53.374655 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f443b8ed-8378-4ccf-8dc9-ae3bdbefc992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.377147 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f443b8ed-8378-4ccf-8dc9-ae3bdbefc992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.378239 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-f443b8ed-8378-4ccf-8dc9-ae3bdbefc992 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13f97c2f-50b0-4df9-8fa2-ee597f770d6a HTTP/1.1" status: 204  len: 168 time: 0.2731497
Jun 23 03:50:53.399015 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8302845e-6ca1-43f2-a9f7-d4583c69516a,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:53.401669 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:53.403585 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-6a6cf7e5-1903-4f28-b195-7a834a265200 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:53.414861 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443b8ed-8378-4ccf-8dc9-ae3bdbefc992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f97c2f-50b0-4df9-8fa2-ee597f770d6a,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:53.416993 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f443b8ed-8378-4ccf-8dc9-ae3bdbefc992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:53.418219 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Checking segment: {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:50:53.418575 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Network hostable DHCP agents. Network: 4cd9596c-4407-480b-bc0f-86cd5522e907, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:50:53.439605 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Network 4cd9596c-4407-480b-bc0f-86cd5522e907 is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:50:53.448710 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 4cd9596c-4407-480b-bc0f-86cd5522e907) {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:50:53.452676 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:53.453272 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.459537 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ef1401-640b-4143-bd32-15edd38c19bb None None] Network 4cd9596c-4407-480b-bc0f-86cd5522e907 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:50:53.468946 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4060359
Jun 23 03:50:53.471534 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59336) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:53.476834 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:50:53.500347 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16213'] for router, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.501654 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16206'] for router, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.562914 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.619974 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e54e0cc-92ae-5ef2-b5ea-e1a65003d856-4cd9596c-4407-480b-bc0f-86cd5522e907', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a'}]}} from dv-cinder-768592-6-iscsi. {{(pid=99524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 23 03:50:53.620868 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.703536 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16240'] for router, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.774127 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Allocated IP 172.20.0.2 (4cd9596c-4407-480b-bc0f-86cd5522e907/8302845e-6ca1-43f2-a9f7-d4583c69516a/262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:50:53.931315 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.933338 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.940441 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Transition to ACTIVE for port object 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:50:53.956143 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Transition to ACTIVE for port object 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:50:53.960260 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.962771 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:53.973476 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:54.018246 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Network 4cd9596c-4407-480b-bc0f-86cd5522e907 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:50:54.019950 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Resources bound (agent type, host, resource id):  {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:50:54.022237 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Pushing event updated for resources: {'Port': ['ID=262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:54.024446 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:50:54.026813 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:54.083167 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Attempting to bind port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:50:54.083876 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Attempting to bind port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:50:54.084009 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Attempting to bind port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 on network 4cd9596c-4407-480b-bc0f-86cd5522e907 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:50:54.088910 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:50:54.089288 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Checking segment: {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:50:54.089692 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:54.090087 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Bound using segment: {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:50:54.090550 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Bound port: 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:50:54.091410 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:54.131120 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Allocated IP 172.27.0.226 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/a0248574-7674-47b1-b386-226169979b88) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:50:54.151681 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a4fbf-2b09-40dd-aff7-68049f77f3c9 req-bb6c2718-1279-4ed3-adbd-fd9802a379d8 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:54.153104 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-604a4fbf-2b09-40dd-aff7-68049f77f3c9 req-bb6c2718-1279-4ed3-adbd-fd9802a379d8 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 947 time: 0.1416702
Jun 23 03:50:54.168233 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] For port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:50:54.171416 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] For port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:50:54.176373 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:54.179412 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:54.240684 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Pushing event updated for resources: {'Port': ['ID=262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:54.244103 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:54.282874 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-604a4fbf-2b09-40dd-aff7-68049f77f3c9 req-a2ed8a6a-3769-4214-9184-772bbe9f0513 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207695
Jun 23 03:50:54.299160 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:54.384983 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:54.387602 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:54.399215 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-3c9504c5-7926-440f-bc89-3a435a8a1796 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:54.400812 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-3c9504c5-7926-440f-bc89-3a435a8a1796 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.26 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 947 time: 0.0991597
Jun 23 03:50:54.468581 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:50:54.490376 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:50:54.497740 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:50:54.534342 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Pushing event updated for resources: {'Port': ['ID=a0248574-7674-47b1-b386-226169979b88,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:54.540503 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:54.695587 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Deleting port 104753e7-eb32-4eee-a85e-c94bf8b4166e {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:50:54.695866 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:54.869207 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] For port 104753e7-eb32-4eee-a85e-c94bf8b4166e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=104753e7-eb32-4eee-a85e-c94bf8b4166e,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:50:54.869575 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:54.953416 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:55.282837 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a99589-e084-4fde-8be7-1a3be365886b None None] Network 4cd9596c-4407-480b-bc0f-86cd5522e907 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:50:55.432444 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-4297be3a-6953-4dc7-9f5a-86d82db59332 None None] Provisioning for port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:50:55.474312 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:55.475362 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:55.475649 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.l3_db [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Floating IP b503aa6d-3dfd-4d64-8734-15e76f1ed3cd disassociated. External IP: 172.27.0.90, port: 104753e7-eb32-4eee-a85e-c94bf8b4166e.
Jun 23 03:50:55.475988 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Calling delete_port for 104753e7-eb32-4eee-a85e-c94bf8b4166e owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:50:55.503018 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa969a-0a71-4787-bd18-5fb93e6a8e0f req-1f80d4a9-21d9-4170-94b1-83617d8cfdba tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:55.508556 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e8fa969a-0a71-4787-bd18-5fb93e6a8e0f req-1f80d4a9-21d9-4170-94b1-83617d8cfdba tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 947 time: 0.0880380
Jun 23 03:50:55.565363 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e8fa969a-0a71-4787-bd18-5fb93e6a8e0f req-020a7f5d-3a2e-4f9d-86f5-7c133487b788 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b32ae65-067c-410e-9ae0-6a22ff9c9301&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554211
Jun 23 03:50:55.589337 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550516'] for router, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:55.777509 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:55.780897 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:55.784087 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:55.822571 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event deleted for resources: {'Port': ['ID=104753e7-eb32-4eee-a85e-c94bf8b4166e,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:55.825770 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:55.872455 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Router 9d378748-6831-4597-8ca4-1d0f42a7bc0b is scheduled to L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 with binding_index 1 {{(pid=99523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 23 03:50:55.910419 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59410) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:56.018303 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c567-7153-4677-ae82-e678110ae9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.024988 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Router 97da4be7-343a-464f-a1c0-a585d80fda34 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:50:56.041892 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:50:56.055955 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Sync routers for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:50:56.070575 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:50:56.071857 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf6f2af0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:50:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:56.119561 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c567-7153-4677-ae82-e678110ae9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.125786 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c567-7153-4677-ae82-e678110ae9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.130716 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-25648c1f-3f55-487d-820b-7d38b57a1b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:56.159019 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Notify callbacks [] for router, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.163253 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.6876683
Jun 23 03:50:56.163919 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59414) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:56.171801 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-dbd6c567-7153-4677-ae82-e678110ae9dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e61f04d58705496cb4e2ddaafd0accac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2581072
Jun 23 03:50:56.171801 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6c567-7153-4677-ae82-e678110ae9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408f9685-f9fa-435f-bfa6-d7c964c11df9,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:56.172642 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59416) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:56.185490 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dbd6c567-7153-4677-ae82-e678110ae9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:56.200672 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:50:56.245983 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:50:56.257568 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69cf94-e7b1-4dc1-a69e-3fd44d8424a2 None None] Sync routers for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:50:56.267067 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc69cf94-e7b1-4dc1-a69e-3fd44d8424a2 None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:50:56.268211 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-cc69cf94-e7b1-4dc1-a69e-3fd44d8424a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4be1c10>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:50:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:56.336285 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] No DVR routers for this DVR port 104753e7-eb32-4eee-a85e-c94bf8b4166e on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:50:56.338837 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.341030 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8d44b1d6-5fe7-4005-bec1-8ae4e5f1f4a0 req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.26 "DELETE /v2.0/ports/104753e7-eb32-4eee-a85e-c94bf8b4166e HTTP/1.1" status: 204  len: 173 time: 1.9336309
Jun 23 03:50:56.343696 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'name': 'network-vif-deleted', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:50:56.353614 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902b9009-a5bc-4baa-b1db-ba67959451cf" -d '{"events": [{"server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "name": "network-vif-deleted", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:50:56.399017 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-38c6f9d6-2af1-406c-96f4-59baa48be230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.425344 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-cc69cf94-e7b1-4dc1-a69e-3fd44d8424a2 None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:50:56.428169 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-38c6f9d6-2af1-406c-96f4-59baa48be230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.430434 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf6f2af0>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:54Z', 'revision_number': 3, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:56.468770 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:50:56.471312 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Checking router: 9d378748-6831-4597-8ca4-1d0f42a7bc0b for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:50:56.471675 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Updating router 9d378748-6831-4597-8ca4-1d0f42a7bc0b port a0248574-7674-47b1-b386-226169979b88 binding host dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:50:56.484655 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b3cf78-6eff-4341-9388-1b24ba4e0f3d x-openstack-request-id: req-63b3cf78-6eff-4341-9388-1b24ba4e0f3d {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:50:56.486849 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f333c16d-0ee8-4737-b5fa-cf9fb61808cb", "name": "network-vif-deleted", "tag": "104753e7-eb32-4eee-a85e-c94bf8b4166e", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:50:56.487138 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63b3cf78-6eff-4341-9388-1b24ba4e0f3d {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:50:56.487570 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f333c16d-0ee8-4737-b5fa-cf9fb61808cb', 'name': 'network-vif-deleted', 'tag': '104753e7-eb32-4eee-a85e-c94bf8b4166e', 'status': 'completed', 'code': 200}
Jun 23 03:50:56.501540 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-38c6f9d6-2af1-406c-96f4-59baa48be230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.503824 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-38c6f9d6-2af1-406c-96f4-59baa48be230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.505610 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-38c6f9d6-2af1-406c-96f4-59baa48be230 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/408f9685-f9fa-435f-bfa6-d7c964c11df9 HTTP/1.1" status: 204  len: 168 time: 0.3307397
Jun 23 03:50:56.507830 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f01ff24c-ee8c-4cbb-9574-aebd23bc0445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:56.517805 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6f9d6-2af1-406c-96f4-59baa48be230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408f9685-f9fa-435f-bfa6-d7c964c11df9,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:56.560388 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-38c6f9d6-2af1-406c-96f4-59baa48be230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:56.627129 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.804972 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-cc69cf94-e7b1-4dc1-a69e-3fd44d8424a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4be1c10>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:56.866572 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69cf94-e7b1-4dc1-a69e-3fd44d8424a2 None None] Checking router: 97da4be7-343a-464f-a1c0-a585d80fda34 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:50:56.897262 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc69cf94-e7b1-4dc1-a69e-3fd44d8424a2 None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:50:56.897892 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-cc69cf94-e7b1-4dc1-a69e-3fd44d8424a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4be1c10>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:50:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:56.936836 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.948806 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Transition to ACTIVE for port object a0248574-7674-47b1-b386-226169979b88 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:50:56.959512 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:56.968909 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:57.046816 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-cc69cf94-e7b1-4dc1-a69e-3fd44d8424a2 None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:50:57.051273 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de086b60-5df3-494b-a9bd-55d623201ad1 None None] Pushing event updated for resources: {'Port': ['ID=a0248574-7674-47b1-b386-226169979b88,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:57.059949 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:50:57.064569 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de086b60-5df3-494b-a9bd-55d623201ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:57.067253 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ccbd710a-6a00-49bb-8bd6-f9999b0e7f3c req-c2ec9058-1541-4806-9b2d-d52027cf9a20 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=f333c16d-0ee8-4737-b5fa-cf9fb61808cb HTTP/1.1" status: 200  len: 210 time: 0.1108751
Jun 23 03:50:57.070296 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59428) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:57.078703 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:50:57.079464 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.114627 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Attempting to bind port a0248574-7674-47b1-b386-226169979b88 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:50:57.115070 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Attempting to bind port a0248574-7674-47b1-b386-226169979b88 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:50:57.115364 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Attempting to bind port a0248574-7674-47b1-b386-226169979b88 on network a8dc61b6-4add-4f79-a755-9bdabf79697b {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:50:57.119107 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e9374606-ffe8-4f42-8d48-2a7e4f533db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.177685 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:50:57.179299 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Checking segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:50:57.179733 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.180560 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Bound using segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:50:57.181088 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Bound port: a0248574-7674-47b1-b386-226169979b88, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:50:57.181471 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.184434 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.259048 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:50:57.261955 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] For port a0248574-7674-47b1-b386-226169979b88, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:50:57.266677 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.266893 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e9374606-ffe8-4f42-8d48-2a7e4f533db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.273424 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e9374606-ffe8-4f42-8d48-2a7e4f533db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.275315 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:57.277624 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a6b5e3b4-09c6-42b7-9514-a677e5ca47d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:57.301663 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] For port a0248574-7674-47b1-b386-226169979b88, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=a0248574-7674-47b1-b386-226169979b88,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:50:57.307134 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-cc69cf94-e7b1-4dc1-a69e-3fd44d8424a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4be1c10>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:57.316581 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.334725 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9374606-ffe8-4f42-8d48-2a7e4f533db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e126fd0b-25c5-4b80-a5e8-fa87a783704e,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:57.346788 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e9374606-ffe8-4f42-8d48-2a7e4f533db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:57.350198 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:57.354039 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:57.355083 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:57.358632 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:50:57.359258 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf6f2af0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:50:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:57.361344 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc69cf94-e7b1-4dc1-a69e-3fd44d8424a2 None None] The sync data for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi is: [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:50:57.373880 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-e9374606-ffe8-4f42-8d48-2a7e4f533db4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bc42ddccac843e79bd3c4d60d3c22b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3025122
Jun 23 03:50:57.381373 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59430) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:57.446866 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.477249 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6469e778-0df3-4dc9-9e5b-183a84302939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.510071 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6469e778-0df3-4dc9-9e5b-183a84302939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.582515 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6469e778-0df3-4dc9-9e5b-183a84302939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.585930 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6469e778-0df3-4dc9-9e5b-183a84302939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.589913 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-6469e778-0df3-4dc9-9e5b-183a84302939 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e126fd0b-25c5-4b80-a5e8-fa87a783704e HTTP/1.1" status: 204  len: 168 time: 0.2072914
Jun 23 03:50:57.590761 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-d545a2d2-ae61-4e35-ac5f-3a1b80b9fd8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:57.603069 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469e778-0df3-4dc9-9e5b-183a84302939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e126fd0b-25c5-4b80-a5e8-fa87a783704e,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:57.607061 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6469e778-0df3-4dc9-9e5b-183a84302939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:57.626663 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de086b60-5df3-494b-a9bd-55d623201ad1 None None] Pushing event updated for resources: {'Port': ['ID=a0248574-7674-47b1-b386-226169979b88,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:57.636880 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de086b60-5df3-494b-a9bd-55d623201ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:57.640401 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:50:57.658398 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Allocated IP 172.20.0.1 (4cd9596c-4407-480b-bc0f-86cd5522e907/8302845e-6ca1-43f2-a9f7-d4583c69516a/3e8b441c-8d17-4579-82cb-2494f6fd2ab7) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:50:57.763734 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42be81e-8555-44c8-b9e3-60ba3b90e97c None None] New status for floating IP b503aa6d-3dfd-4d64-8734-15e76f1ed3cd: DOWN {{(pid=99524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:50:57.805137 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.823762 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Transition to ACTIVE for port object 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 will not be triggered until provisioned by entity DHCP. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:50:57.866175 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:57.879677 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:57.923437 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Network 4cd9596c-4407-480b-bc0f-86cd5522e907 is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:50:57.927640 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:50:57.932256 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:50:57.936856 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf6f2af0>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:54Z', 'revision_number': 3, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:50:57.968585 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcb08ea-89c3-484f-aa1c-104d1eb09440 None None] The sync data for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi is: [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:54Z', 'revision_number': 3, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:50:57.999027 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Pushing event updated for resources: {'Port': ['ID=3e8b441c-8d17-4579-82cb-2494f6fd2ab7,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:58.002193 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:58.005648 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572788'] for router_interface, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:58.217435 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-613b67ed-2d25-4c73-8907-439bd7894c3a None None] Provisioning for port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:50:58.222508 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-613b67ed-2d25-4c73-8907-439bd7894c3a None None] Provisioning complete for port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:50:58.223333 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-613b67ed-2d25-4c73-8907-439bd7894c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:58.231964 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:58.282092 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59448) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:58.305823 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-613b67ed-2d25-4c73-8907-439bd7894c3a None None] Port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:50:58.399106 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3566fae0-43b3-426f-a76f-dbd960523731 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:58.449947 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3566fae0-43b3-426f-a76f-dbd960523731 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:58.495782 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:50:58.523198 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3566fae0-43b3-426f-a76f-dbd960523731 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:58.527667 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3566fae0-43b3-426f-a76f-dbd960523731 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:58.529323 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-3566fae0-43b3-426f-a76f-dbd960523731 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "DELETE /v2.0/security-groups/6b32ae65-067c-410e-9ae0-6a22ff9c9301 HTTP/1.1" status: 204  len: 168 time: 0.2454991
Jun 23 03:50:58.530438 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-272ff4a3-59f7-4918-8a4c-f5b97c34b900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:58.534233 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59456) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:58.550196 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566fae0-43b3-426f-a76f-dbd960523731 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b32ae65-067c-410e-9ae0-6a22ff9c9301,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:58.562135 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3566fae0-43b3-426f-a76f-dbd960523731 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:58.570183 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 104753e7-eb32-4eee-a85e-c94bf8b4166e no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:50:58.603206 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 104753e7-eb32-4eee-a85e-c94bf8b4166e {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:50:58.603920 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 104753e7-eb32-4eee-a85e-c94bf8b4166e not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:50:58.611522 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.api.v2.resource [None req-c44c8d9b-6c5e-48bb-a08b-245eba0bde86 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] show failed (client error): The resource could not be found.
Jun 23 03:50:58.615717 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59460) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:50:58.618981 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-c44c8d9b-6c5e-48bb-a08b-245eba0bde86 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups/6b32ae65-067c-410e-9ae0-6a22ff9c9301 HTTP/1.1" status: 404  len: 347 time: 0.0833745
Jun 23 03:50:58.667055 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:50:58.667573 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:58.695981 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:58.709637 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:58.712436 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-82f481fa-c820-4262-a505-def45f84b15b tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:58.776361 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15b98d90-5492-43af-99ee-3f895823bf73 req-4ec56131-2903-4e34-afe7-b7b2448b0386 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1560559
Jun 23 03:50:58.802883 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Pushing event updated for resources: {'Port': ['ID=3e8b441c-8d17-4579-82cb-2494f6fd2ab7,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:58.807246 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572824'] for router_interface, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:58.809418 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:59.011553 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b98d90-5492-43af-99ee-3f895823bf73 req-76e4335f-32f5-4829-b8a0-49543eff88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:59.013229 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15b98d90-5492-43af-99ee-3f895823bf73 req-76e4335f-32f5-4829-b8a0-49543eff88e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 1099 time: 0.2073030
Jun 23 03:50:59.143033 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b98d90-5492-43af-99ee-3f895823bf73 req-e0830865-b9d5-4427-a064-7d3fe79b54a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:59.144807 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15b98d90-5492-43af-99ee-3f895823bf73 req-e0830865-b9d5-4427-a064-7d3fe79b54a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 200  len: 911 time: 0.1071162
Jun 23 03:50:59.151961 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Network 4cd9596c-4407-480b-bc0f-86cd5522e907 is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:50:59.221299 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:50:59.231241 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15b98d90-5492-43af-99ee-3f895823bf73 req-4f0e169e-a69d-4dde-b370-24ea16ac0716 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fbccc58-e66d-4b83-936b-5bf63613a81e HTTP/1.1" status: 200  len: 1001 time: 0.0779619
Jun 23 03:50:59.247797 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Deleting port 1af713e5-0c2c-42b3-9560-e0bc22b3edda {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:50:59.248147 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:59.345609 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b98d90-5492-43af-99ee-3f895823bf73 req-9daf95d7-32ff-42cd-9a8f-e3a060e5e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:59.347346 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15b98d90-5492-43af-99ee-3f895823bf73 req-9daf95d7-32ff-42cd-9a8f-e3a060e5e600 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a63d313c-a6e3-45c8-860f-63d7336cf84a HTTP/1.1" status: 200  len: 850 time: 0.0655406
Jun 23 03:50:59.382557 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:59.383105 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:59.396478 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Calling delete_port for 1af713e5-0c2c-42b3-9560-e0bc22b3edda owned by network:floatingip {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:50:59.449947 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Router 9d378748-6831-4597-8ca4-1d0f42a7bc0b has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:50:59.462641 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b98d90-5492-43af-99ee-3f895823bf73 req-1e6cc664-bb1d-4cdb-883e-c1bbeb55055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:50:59.464121 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15b98d90-5492-43af-99ee-3f895823bf73 req-1e6cc664-bb1d-4cdb-883e-c1bbeb55055a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cea1e4e-1863-44a6-ac96-46e29b9fc013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1107054
Jun 23 03:50:59.540367 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-ba9aa9b8-9f4a-4234-af85-b603a2828b96 None None] Provisioning complete for port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:50:59.542668 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ba9aa9b8-9f4a-4234-af85-b603a2828b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:59.609904 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-ba9aa9b8-9f4a-4234-af85-b603a2828b96 None None] Port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:50:59.657052 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:59.659496 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-74512e23-c369-4754-a043-e08b898ce605 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:50:59.687648 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event deleted for resources: {'Port': ['ID=1af713e5-0c2c-42b3-9560-e0bc22b3edda,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:50:59.690741 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:50:59.714738 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:50:59.728445 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] 10.222.0.15 "PUT /v2.0/routers/9d378748-6831-4597-8ca4-1d0f42a7bc0b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5634518
Jun 23 03:50:59.730774 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15b98d90-5492-43af-99ee-3f895823bf73 req-efc00948-6aff-4f05-94f5-fbc1c4355bbe service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2586825
Jun 23 03:50:59.757318 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:59.760680 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:50:59.764223 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "DELETE /v2.0/floatingips/b503aa6d-3dfd-4d64-8734-15e76f1ed3cd HTTP/1.1" status: 204  len: 168 time: 1.1444128
Jun 23 03:50:59.860853 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-15b98d90-5492-43af-99ee-3f895823bf73 req-528adbc3-bb75-4886-9dfe-b67bd01ede33 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229918
Jun 23 03:51:00.232814 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:51:00.241749 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Sync routers for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:51:00.260826 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:00.261661 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4bbb7f0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:50:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:00.329719 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59536) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:00.340513 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-5dfacf29-f418-4c19-bbc8-a0304e8298e9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776623765', 'description': 'tempest-description--43192769'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:00.389677 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5dfacf29-f418-4c19-bbc8-a0304e8298e9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.419841 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:00.444687 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device a0248574-7674-47b1-b386-226169979b88 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:00.445213 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59540) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:00.450127 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1160874700-network', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:00.503752 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port a0248574-7674-47b1-b386-226169979b88 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:00.505522 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5dfacf29-f418-4c19-bbc8-a0304e8298e9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.511783 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port a0248574-7674-47b1-b386-226169979b88 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:00.512243 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.513937 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5dfacf29-f418-4c19-bbc8-a0304e8298e9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.530947 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1cdc848a-5df2-44d3-a6e0-4f32937fbe5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:00.533201 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Made reservation on behalf of 3c5d607ce44648eb9f91dee87ec4a518 for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:51:00.535990 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.549335 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.559942 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5dfacf29-f418-4c19-bbc8-a0304e8298e9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.565402 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-5dfacf29-f418-4c19-bbc8-a0304e8298e9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.2344055
Jun 23 03:51:00.571576 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59542) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:00.573894 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfacf29-f418-4c19-bbc8-a0304e8298e9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bc7132-840c-4deb-9ebd-477a1ab7e006,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:00.577704 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5dfacf29-f418-4c19-bbc8-a0304e8298e9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:00.581019 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-fbea0de1-daad-45c4-a65f-1ee8f24bd528 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'security_group_rule': {'security_group_id': '11bc7132-840c-4deb-9ebd-477a1ab7e006', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:00.603902 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.db.api [None req-fbea0de1-daad-45c4-a65f-1ee8f24bd528 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 23 03:51:00.603902 dv-cinder-768592-6-iscsi neutron-server[99522]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 23 03:51:00.603902 dv-cinder-768592-6-iscsi neutron-server[99522]: [parameters: {'project_id_1': 'f0d317e3156c4c63877c08c2e40733dc', 'expiration_1': datetime.datetime(2021, 6, 23, 3, 51, 0, 591738)}]
Jun 23 03:51:00.603902 dv-cinder-768592-6-iscsi neutron-server[99522]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99522) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 23 03:51:00.604361 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_db.api [None req-fbea0de1-daad-45c4-a65f-1ee8f24bd528 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 23 03:51:00.617337 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.641298 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port a0248574-7674-47b1-b386-226169979b88, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=a0248574-7674-47b1-b386-226169979b88,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:00.648388 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.651238 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:00.712607 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4bbb7f0>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 2, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:00.720054 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=a0248574-7674-47b1-b386-226169979b88,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:00.720225 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.724953 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.727902 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.728091 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-43571793-0ea8-4b89-9ff5-9f659aeaf7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:00.728258 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.728818 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.729160 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.729505 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.729830 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.730154 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.730651 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.731012 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.731344 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.731667 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.732049 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:00.736324 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:00.741710 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Checking router: 9d378748-6831-4597-8ca4-1d0f42a7bc0b for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:51:00.742097 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Updating router 9d378748-6831-4597-8ca4-1d0f42a7bc0b port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 binding host dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:51:00.761889 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:51:00.768661 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d95843-4a66-4def-8b70-8dc2fcbc4a53,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:00.771707 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:00.776311 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.776709 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Added segment b4715106-cd3b-4c63-ac2c-09b447d0a9b9 of type vlan for network 9d8b2bf6-5819-4cfc-9b2a-897df8400609
Jun 23 03:51:00.778453 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.818822 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.849835 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.851304 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:00.851889 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:00.854196 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-550cdcef-ed1b-4588-8cc8-43af65769ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:00.908453 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4623272
Jun 23 03:51:00.911799 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59546) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:00.916149 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Pushing event updated for resources: {'Network': ['ID=9d8b2bf6-5819-4cfc-9b2a-897df8400609,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:00.917510 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Request body: {'subnet': {'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1160874700-subnet', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'ip_version': 4}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:00.919699 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:00.927916 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 9d8b2bf6-5819-4cfc-9b2a-897df8400609 details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:51:00.944967 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Made reservation on behalf of 3c5d607ce44648eb9f91dee87ec4a518 for: {'subnet': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:51:00.944967 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026194'] for subnet, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.115503 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25487435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026176'] for subnet, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.118752 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:01.140089 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fbea0de1-daad-45c4-a65f-1ee8f24bd528 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.158149 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.168437 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff1997e9-063e-46b4-ada8-c0e9d08db212,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:01.171961 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Transition to ACTIVE for port object 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:01.176335 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:01.179850 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.182894 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-300a9388-b0e8-4c53-af51-cc2f1b23f564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:01.192237 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Checking segment: {'id': 'b4715106-cd3b-4c63-ac2c-09b447d0a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:01.193508 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Network hostable DHCP agents. Network: 9d8b2bf6-5819-4cfc-9b2a-897df8400609, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:51:01.210887 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fbea0de1-daad-45c4-a65f-1ee8f24bd528 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.215307 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Network 9d8b2bf6-5819-4cfc-9b2a-897df8400609 is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:51:01.217598 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fbea0de1-daad-45c4-a65f-1ee8f24bd528 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.231909 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a2d13a91-c7de-40f9-929d-5522c3f814ae tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:01.235526 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 9d8b2bf6-5819-4cfc-9b2a-897df8400609) {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:01.236120 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Pushing event updated for resources: {'Port': ['ID=3e8b441c-8d17-4579-82cb-2494f6fd2ab7,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:01.244881 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.245033 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:01.245237 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.245522 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.245647 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.245964 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.246353 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.246680 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.247025 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.247343 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.247747 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.248046 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a306be33-b5e2-41fd-a38d-30dfb9b9ba00 None None] Network 9d8b2bf6-5819-4cfc-9b2a-897df8400609 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:51:01.248158 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.248362 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.248744 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:01.252454 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:01.267615 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea0de1-daad-45c4-a65f-1ee8f24bd528 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7e6082-2c2f-4e69-b935-2f3f01b554a3,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:01.273176 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fbea0de1-daad-45c4-a65f-1ee8f24bd528 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:01.274148 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-fccf29bb-af8d-4f6a-ab78-f6735e15f74d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3612220
Jun 23 03:51:01.275213 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59548) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:01.283308 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fbea0de1-daad-45c4-a65f-1ee8f24bd528 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.285183 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-fbea0de1-daad-45c4-a65f-1ee8f24bd528 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7126193
Jun 23 03:51:01.287054 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1160874700-router', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:01.289337 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59550) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:01.304296 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-a9967614-8ab0-4344-9661-a2477dd1a526 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'security_group_rule': {'security_group_id': '11bc7132-840c-4deb-9ebd-477a1ab7e006', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:01.321100 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16213'] for router, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.322679 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16206'] for router, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.367539 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Attempting to bind port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:51:01.368751 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Attempting to bind port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:51:01.369474 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Attempting to bind port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 on network 4cd9596c-4407-480b-bc0f-86cd5522e907 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:01.370529 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a9967614-8ab0-4344-9661-a2477dd1a526 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.389248 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:51:01.389995 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Checking segment: {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:01.390493 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.390978 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Bound using segment: {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:51:01.391542 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Bound port: 3e8b441c-8d17-4579-82cb-2494f6fd2ab7, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:51:01.392161 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.395023 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.449001 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e54e0cc-92ae-5ef2-b5ea-e1a65003d856-9d8b2bf6-5819-4cfc-9b2a-897df8400609', 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'fixed_ips': [{'subnet_id': 'ff1997e9-063e-46b4-ada8-c0e9d08db212'}]}} from dv-cinder-768592-6-iscsi. {{(pid=99524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 23 03:51:01.449873 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.463956 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a9967614-8ab0-4344-9661-a2477dd1a526 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.473686 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] For port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:51:01.474017 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a9967614-8ab0-4344-9661-a2477dd1a526 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.477800 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] For port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=3e8b441c-8d17-4579-82cb-2494f6fd2ab7,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:51:01.478664 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:01.492652 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.498502 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:01.511678 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9967614-8ab0-4344-9661-a2477dd1a526 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c8886d-cee3-4bbe-9fa8-25b2a9e3453b,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:01.516497 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a9967614-8ab0-4344-9661-a2477dd1a526 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:01.525863 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a9967614-8ab0-4344-9661-a2477dd1a526 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.528980 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-a9967614-8ab0-4344-9661-a2477dd1a526 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2382429
Jun 23 03:51:01.532423 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59552) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:01.540469 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'floatingip': {'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:01.571179 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Pushing event updated for resources: {'Port': ['ID=3e8b441c-8d17-4579-82cb-2494f6fd2ab7,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:01.575707 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:01.576692 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4bbb7f0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:50:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:01.576899 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.579429 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-27253749-696c-4467-be9e-90b43d532f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:01.621735 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16240'] for router, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.643229 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Allocated IP 172.20.0.2 (9d8b2bf6-5819-4cfc-9b2a-897df8400609/ff1997e9-063e-46b4-ada8-c0e9d08db212/3b495661-731f-4c30-8d01-2cb1cc57fa5c) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:01.744281 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:01.778138 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.877018 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.889911 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Transition to ACTIVE for port object 3b495661-731f-4c30-8d01-2cb1cc57fa5c will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:01.909735 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Allocated IP 172.27.0.219 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/2f367d9f-9e76-4897-8f78-0feee45dd58c) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:01.913688 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Transition to ACTIVE for port object 3b495661-731f-4c30-8d01-2cb1cc57fa5c will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:01.922374 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.924470 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:01.959534 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:01.971893 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Network 9d8b2bf6-5819-4cfc-9b2a-897df8400609 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:01.975665 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Resources bound (agent type, host, resource id):  {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:01.980391 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:01.983566 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Pushing event updated for resources: {'Port': ['ID=3b495661-731f-4c30-8d01-2cb1cc57fa5c,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:01.988421 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:02.002967 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.034440 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4bbb7f0>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:01Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:02.044848 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.062844 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Attempting to bind port 3b495661-731f-4c30-8d01-2cb1cc57fa5c on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:51:02.063447 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Attempting to bind port 3b495661-731f-4c30-8d01-2cb1cc57fa5c by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': 'b4715106-cd3b-4c63-ac2c-09b447d0a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:51:02.063834 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Attempting to bind port 3b495661-731f-4c30-8d01-2cb1cc57fa5c on network 9d8b2bf6-5819-4cfc-9b2a-897df8400609 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:02.068007 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45db4baf-161d-4c52-be54-bddaf82c27b4 None None] The sync data for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi is: [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:01Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:51:02.071496 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:51:02.071891 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Checking segment: {'id': 'b4715106-cd3b-4c63-ac2c-09b447d0a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:02.072413 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.072968 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Bound using segment: {'id': 'b4715106-cd3b-4c63-ac2c-09b447d0a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:51:02.074298 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Bound port: 3b495661-731f-4c30-8d01-2cb1cc57fa5c, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4715106-cd3b-4c63-ac2c-09b447d0a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:51:02.074786 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.099474 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.103435 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:02.174715 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:02.179545 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] For port 3b495661-731f-4c30-8d01-2cb1cc57fa5c, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:51:02.189661 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] For port 3b495661-731f-4c30-8d01-2cb1cc57fa5c, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=3b495661-731f-4c30-8d01-2cb1cc57fa5c,segment=NetworkSegment(b4715106-cd3b-4c63-ac2c-09b447d0a9b9),segment_id=b4715106-cd3b-4c63-ac2c-09b447d0a9b9)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:51:02.195267 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Allocated IP 172.27.0.227 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/ffcbbdac-fcf1-409f-b4a1-bd2837877485) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:02.195825 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.199256 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:02.200907 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:02.203888 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:02.228602 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'Port': ['ID=2f367d9f-9e76-4897-8f78-0feee45dd58c,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:02.232592 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:02.258914 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Pushing event updated for resources: {'Port': ['ID=3b495661-731f-4c30-8d01-2cb1cc57fa5c,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:02.268594 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:02.340713 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.357030 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.367577 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7f239478-28ef-4c0d-af3a-f4d5e3b10f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.422229 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.450119 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.452504 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-21094bd1-c4b4-4d2e-ade0-920f4ff57a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:02.515591 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:02.515937 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Pushing event updated for resources: {'Port': ['ID=ffcbbdac-fcf1-409f-b4a1-bd2837877485,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:02.519431 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:02.521381 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:02.524302 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:02.531786 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:02.648123 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:02.662996 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:02.663451 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.735435 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.746383 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.749201 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:02.786312 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.840963 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=3e8b441c-8d17-4579-82cb-2494f6fd2ab7,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:02.850441 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.851848 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device a0248574-7674-47b1-b386-226169979b88 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:02.855018 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:02.855397 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'Port': ['ID=2f367d9f-9e76-4897-8f78-0feee45dd58c,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:02.867746 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:02.919664 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.949721 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:02.950349 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=3e8b441c-8d17-4579-82cb-2494f6fd2ab7,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:02.951719 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4181728
Jun 23 03:51:02.969219 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:02.976795 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port a0248574-7674-47b1-b386-226169979b88 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:02.977017 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:03.204359 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-6349d93e-d5c3-4fe0-bbf7-a8b382dd5a9f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--776623765&fields=id&tenant_id=f0d317e3156c4c63877c08c2e40733dc HTTP/1.1" status: 200  len: 267 time: 0.0505686
Jun 23 03:51:03.227225 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:03.340191 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-f09fd8b9-a5aa-47f8-8bcb-bbcb3d35d726 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:03.347345 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-f09fd8b9-a5aa-47f8-8bcb-bbcb3d35d726 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 817 time: 0.1351867
Jun 23 03:51:03.358764 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-4e81cde5-60d5-416c-916e-c1fcca399410 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/quotas/f0d317e3156c4c63877c08c2e40733dc HTTP/1.1" status: 200  len: 375 time: 0.0103812
Jun 23 03:51:03.458787 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-006c399d-972a-4dd2-aa8d-cf1cec8443d1 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0926027
Jun 23 03:51:03.494793 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550516'] for router, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:03.529788 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aededd-45d1-4e16-8eca-f7e3cb64387e None None] Network 9d8b2bf6-5819-4cfc-9b2a-897df8400609 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:51:03.585307 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-059eee4e-6e79-44fc-9ee9-b40d8de9d611 service neutron] 10.222.0.15 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1138802
Jun 23 03:51:03.618074 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-084ee2c5-8b2b-4c4f-922c-1c8ba853584c None None] Provisioning for port 3b495661-731f-4c30-8d01-2cb1cc57fa5c completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:03.665589 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Router 11f9dc64-27e5-40ff-8836-11ee10b89430 is scheduled to L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 with binding_index 1 {{(pid=99523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 23 03:51:03.692321 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-f280732a-7064-4a27-b3dd-c5f69820e6fe service neutron] 10.222.0.15 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1000311
Jun 23 03:51:03.782514 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:51:03.796497 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Sync routers for ids ['11f9dc64-27e5-40ff-8836-11ee10b89430'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:51:03.808781 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] Notify callbacks [] for router, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:03.810793 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Routers {'11f9dc64-27e5-40ff-8836-11ee10b89430'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:03.811039 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-495b1b9b-4710-4b59-b5ca-51ede307e55d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.5342035
Jun 23 03:51:03.811571 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf5735b0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:50:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['11f9dc64-27e5-40ff-8836-11ee10b89430'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:03.813750 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59572) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:03.929854 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c407b2e2-0ac5-4ca8-8ea7-bc6c96a4bb44 req-69d3f0fa-3b55-4dbf-b21b-03cc10b1011c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 210 time: 0.0598392
Jun 23 03:51:03.999013 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Set router 11f9dc64-27e5-40ff-8836-11ee10b89430 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:04.205945 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf5735b0>, [{'id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'name': 'tempest-TestVolumeBootPattern-1160874700-router', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:01Z', 'updated_at': '2021-06-23T03:51:03Z', 'revision_number': 3, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'gw_port': {'id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:02Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:04.232106 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Checking router: 11f9dc64-27e5-40ff-8836-11ee10b89430 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:51:04.232484 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Updating router 11f9dc64-27e5-40ff-8836-11ee10b89430 port ffcbbdac-fcf1-409f-b4a1-bd2837877485 binding host dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:51:04.269202 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:04.373589 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:04.538699 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 3b495661-731f-4c30-8d01-2cb1cc57fa5c up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:04.571423 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Allocated IP 172.20.0.1 (9d8b2bf6-5819-4cfc-9b2a-897df8400609/ff1997e9-063e-46b4-ada8-c0e9d08db212/7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:04.630815 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:04.643844 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Transition to ACTIVE for port object ffcbbdac-fcf1-409f-b4a1-bd2837877485 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:04.646995 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 3b495661-731f-4c30-8d01-2cb1cc57fa5c completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:04.650277 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:04.655964 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:04.662302 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 3b495661-731f-4c30-8d01-2cb1cc57fa5c triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:04.662689 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:04.692146 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:04.710385 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Transition to ACTIVE for port object 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d will not be triggered until provisioned by entity DHCP. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:04.744028 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Attempting to bind port ffcbbdac-fcf1-409f-b4a1-bd2837877485 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:51:04.744310 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Attempting to bind port ffcbbdac-fcf1-409f-b4a1-bd2837877485 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:51:04.744728 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Attempting to bind port ffcbbdac-fcf1-409f-b4a1-bd2837877485 on network a8dc61b6-4add-4f79-a755-9bdabf79697b {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:04.747241 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:04.747960 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdce7ce-07a4-4b51-bba1-ed2ea66c818a None None] Pushing event updated for resources: {'Port': ['ID=ffcbbdac-fcf1-409f-b4a1-bd2837877485,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:04.754072 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:04.754545 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-acdce7ce-07a4-4b51-bba1-ed2ea66c818a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:04.756500 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:51:04.756914 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Checking segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:04.758517 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:04.758517 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Bound using segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:51:04.758517 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Bound port: ffcbbdac-fcf1-409f-b4a1-bd2837877485, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:51:04.758517 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:04.786048 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Network 9d8b2bf6-5819-4cfc-9b2a-897df8400609 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:04.793335 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:04.795373 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:04.829766 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:04.832929 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:04.847743 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572788'] for router_interface, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:04.980836 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:04.985079 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] For port ffcbbdac-fcf1-409f-b4a1-bd2837877485, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:51:04.995471 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] For port ffcbbdac-fcf1-409f-b4a1-bd2837877485, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ffcbbdac-fcf1-409f-b4a1-bd2837877485,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:51:05.010255 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.014537 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.022926 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de086b60-5df3-494b-a9bd-55d623201ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:05.068998 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e3d0f792-103b-416e-bb6d-c4cc4f140dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.089308 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 3b495661-731f-4c30-8d01-2cb1cc57fa5c, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=3b495661-731f-4c30-8d01-2cb1cc57fa5c,segment=NetworkSegment(b4715106-cd3b-4c63-ac2c-09b447d0a9b9),segment_id=b4715106-cd3b-4c63-ac2c-09b447d0a9b9)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:05.106302 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.107164 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:05.110504 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Routers {'11f9dc64-27e5-40ff-8836-11ee10b89430'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:05.111147 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf5735b0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['11f9dc64-27e5-40ff-8836-11ee10b89430'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:05.174684 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdce7ce-07a4-4b51-bba1-ed2ea66c818a None None] Pushing event updated for resources: {'Port': ['ID=ffcbbdac-fcf1-409f-b4a1-bd2837877485,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:05.187009 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-acdce7ce-07a4-4b51-bba1-ed2ea66c818a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:05.188905 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:05.198783 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4a852f78-a2fa-40d7-83fa-3187f4967232 req-4db0339c-3655-4ecc-9859-fd72289c4532 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 210 time: 0.0412271
Jun 23 03:51:05.249994 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.256385 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.261099 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:05.339306 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Pushing event updated for resources: {'Port': ['ID=7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:05.342371 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572824'] for router_interface, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.345643 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:05.351057 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-655cc2f7-009a-43db-877e-f977a7686f31 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:05.353046 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-655cc2f7-009a-43db-877e-f977a7686f31 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.26 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 817 time: 0.1831274
Jun 23 03:51:05.370363 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=3b495661-731f-4c30-8d01-2cb1cc57fa5c,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:05.382104 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:05.386673 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-9f62dfc2-d5c1-498b-bd02-6166e45829e8 None None] Provisioning for port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:05.410300 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-9f62dfc2-d5c1-498b-bd02-6166e45829e8 None None] Provisioning complete for port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:05.410698 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9f62dfc2-d5c1-498b-bd02-6166e45829e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.414866 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] Set router 11f9dc64-27e5-40ff-8836-11ee10b89430 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:05.420601 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-edcb972d-036d-46b4-a16d-d05b6208d669 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0d317e3156c4c63877c08c2e40733dc HTTP/1.1" status: 200  len: 379 time: 0.0576069
Jun 23 03:51:05.431338 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'port': {'device_id': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'admin_state_up': True, 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'security_groups': ['11bc7132-840c-4deb-9ebd-477a1ab7e006']}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:05.465304 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Network 9d8b2bf6-5819-4cfc-9b2a-897df8400609 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:05.466957 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:05.469828 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.488868 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:05.489361 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.530017 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-9f62dfc2-d5c1-498b-bd02-6166e45829e8 None None] Port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:51:05.589196 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Made reservation on behalf of f0d317e3156c4c63877c08c2e40733dc for: {'port': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:51:05.594892 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.622345 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Router 11f9dc64-27e5-40ff-8836-11ee10b89430 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:51:05.753824 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Allocated IP 172.20.0.10 (9ea4c225-0269-41c8-af63-68574b8e5074/4691dceb-073d-461b-96a9-5b5162e6fda2/1db986ec-76e5-433c-87da-55107ae6ac65) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:05.764084 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:51:05.769767 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] 10.222.0.15 "PUT /v2.0/routers/11f9dc64-27e5-40ff-8836-11ee10b89430/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9529123
Jun 23 03:51:05.790646 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-db90234d-666d-43ad-b158-5beff52ea2d8 None None] Provisioning complete for port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:05.791177 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-db90234d-666d-43ad-b158-5beff52ea2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.837803 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-db90234d-666d-43ad-b158-5beff52ea2d8 None None] Port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:51:05.850283 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf5735b0>, [{'id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'name': 'tempest-TestVolumeBootPattern-1160874700-router', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:01Z', 'updated_at': '2021-06-23T03:51:04Z', 'revision_number': 4, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'gw_port': {'id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:02Z', 'updated_at': '2021-06-23T03:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d', 'name': '', 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'mac_address': 'fa:16:3e:49:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ff1997e9-063e-46b4-ada8-c0e9d08db212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:04Z', 'updated_at': '2021-06-23T03:51:04Z', 'revision_number': 1, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'subnets': [{'id': 'ff1997e9-063e-46b4-ada8-c0e9d08db212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:05.878465 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1a053b-d7bf-4bb6-ab9e-897b9f88e303 None None] The sync data for ids ['11f9dc64-27e5-40ff-8836-11ee10b89430'] in dv-cinder-768592-6-iscsi is: [{'id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'name': 'tempest-TestVolumeBootPattern-1160874700-router', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:01Z', 'updated_at': '2021-06-23T03:51:04Z', 'revision_number': 4, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'gw_port': {'id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:02Z', 'updated_at': '2021-06-23T03:51:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d', 'name': '', 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'mac_address': 'fa:16:3e:49:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ff1997e9-063e-46b4-ada8-c0e9d08db212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:04Z', 'updated_at': '2021-06-23T03:51:04Z', 'revision_number': 1, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'subnets': [{'id': 'ff1997e9-063e-46b4-ada8-c0e9d08db212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:51:05.935018 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.953639 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Transition to ACTIVE for port object 1db986ec-76e5-433c-87da-55107ae6ac65 will not be triggered until provisioned by entity DHCP. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:05.990520 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:05.994807 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-feae6c3b-eb26-4e7b-8640-4b5b293e9e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:06.041032 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Network 9ea4c225-0269-41c8-af63-68574b8e5074 is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:06.044502 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:06.049242 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:06.054120 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event updated for resources: {'Port': ['ID=1db986ec-76e5-433c-87da-55107ae6ac65,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:06.074160 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:06.134376 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:06.135011 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:06.188336 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-59230834-233a-4328-aded-e2a68d5f8845 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7619832
Jun 23 03:51:06.202637 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Request body: {'port': {'device_id': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:06.309659 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:06.335935 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:06.428687 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 3b495661-731f-4c30-8d01-2cb1cc57fa5c up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:06.485097 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-ea3d5608-bc58-4add-a565-8f78caa6d410 None None] Provisioning for port 1db986ec-76e5-433c-87da-55107ae6ac65 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:06.493236 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-ea3d5608-bc58-4add-a565-8f78caa6d410 None None] Provisioning complete for port 1db986ec-76e5-433c-87da-55107ae6ac65 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:06.494008 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ea3d5608-bc58-4add-a565-8f78caa6d410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:06.528400 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 3b495661-731f-4c30-8d01-2cb1cc57fa5c triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:06.528951 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:06.566066 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-ea3d5608-bc58-4add-a565-8f78caa6d410 None None] Port 1db986ec-76e5-433c-87da-55107ae6ac65 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:51:06.586104 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff48c6-498e-414c-bf62-0583e5253942 req-48249b3e-2a9e-4d74-8487-3984a951c8cb tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:06.596453 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7eff48c6-498e-414c-bf62-0583e5253942 req-48249b3e-2a9e-4d74-8487-3984a951c8cb tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 932 time: 0.1520028
Jun 23 03:51:06.661307 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7eff48c6-498e-414c-bf62-0583e5253942 req-94901d44-8ac1-4e55-aa18-35f6a9084775 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630398
Jun 23 03:51:06.769435 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db986ec-76e5-433c-87da-55107ae6ac65 {{(pid=99523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:51:06.785269 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:06.805239 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Transition to ACTIVE for port object 1db986ec-76e5-433c-87da-55107ae6ac65 will not be triggered until provisioned by entity L2. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:06.812519 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:06.816426 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-e77decab-70a7-45aa-a315-8aeed505dec7 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:06.830226 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59606) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:06.839318 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-f44a3bfb-eb57-4cbe-9d60-17efc2b883b6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645315684', 'description': 'tempest-secgroup-smoke-645315684 description', 'project_id': '30194254903542319632415fac0d7ed2'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:06.875026 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f44a3bfb-eb57-4cbe-9d60-17efc2b883b6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:06.886275 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1db986ec-76e5-433c-87da-55107ae6ac65,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:06.911651 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:06.980232 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Attempting to bind port 1db986ec-76e5-433c-87da-55107ae6ac65 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:51:06.980764 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Attempting to bind port 1db986ec-76e5-433c-87da-55107ae6ac65 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:51:06.981243 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Attempting to bind port 1db986ec-76e5-433c-87da-55107ae6ac65 on network 9ea4c225-0269-41c8-af63-68574b8e5074 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:06.984255 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f44a3bfb-eb57-4cbe-9d60-17efc2b883b6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:06.986252 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Port 1db986ec-76e5-433c-87da-55107ae6ac65 on network 9ea4c225-0269-41c8-af63-68574b8e5074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:51:06.987103 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Attempting to bind port 1db986ec-76e5-433c-87da-55107ae6ac65 on network 9ea4c225-0269-41c8-af63-68574b8e5074 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:06.991869 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f44a3bfb-eb57-4cbe-9d60-17efc2b883b6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:06.996311 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:06.996975 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:51:06.997450 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Checking segment: {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:06.997847 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Bound using segment: {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:51:06.998282 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Bound port: 1db986ec-76e5-433c-87da-55107ae6ac65, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06724a0f-2564-4570-9098-2710fc2fe03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074'}}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:51:06.998648 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.034613 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a3bfb-eb57-4cbe-9d60-17efc2b883b6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:07.049318 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f44a3bfb-eb57-4cbe-9d60-17efc2b883b6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:07.062079 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f44a3bfb-eb57-4cbe-9d60-17efc2b883b6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.063550 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-f44a3bfb-eb57-4cbe-9d60-17efc2b883b6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2322369
Jun 23 03:51:07.066692 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59608) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:07.077452 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-e5b00b80-63af-4eb4-a764-c802e78fe990 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'security_group_rule': {'security_group_id': '2c8fc3e8-8ec6-45a6-b3c7-212e749955e3', 'project_id': '30194254903542319632415fac0d7ed2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:07.121330 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, cleared binding levels {{(pid=99523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:51:07.128089 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:51:07.133597 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e5b00b80-63af-4eb4-a764-c802e78fe990 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.136751 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.140379 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9c44c10c-6ff4-4039-a3dc-98c305d291a2 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:07.188166 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:07.189004 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.190635 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] 10.222.0.26 "PUT /v2.0/ports/1db986ec-76e5-433c-87da-55107ae6ac65 HTTP/1.1" status: 200  len: 1094 time: 0.9936759
Jun 23 03:51:07.191248 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:07.195906 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:07.264489 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc768bf-f523-4fa6-bcb9-a82ce20884a7 x-openstack-request-id: req-3bc768bf-f523-4fa6-bcb9-a82ce20884a7 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:07.264859 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:07.265153 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bc768bf-f523-4fa6-bcb9-a82ce20884a7 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:07.265588 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65', 'status': 'completed', 'code': 200}
Jun 23 03:51:07.274379 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1db986ec-76e5-433c-87da-55107ae6ac65,revision_number=3']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:07.296568 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:07.315185 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e5b00b80-63af-4eb4-a764-c802e78fe990 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.326950 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e5b00b80-63af-4eb4-a764-c802e78fe990 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.331648 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:07.361832 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-87edef11-8f7b-4761-970a-420b4bef4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:07.363314 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-87edef11-8f7b-4761-970a-420b4bef4080 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 1097 time: 0.1180227
Jun 23 03:51:07.363970 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b00b80-63af-4eb4-a764-c802e78fe990 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52845bc0-5695-4328-9417-981b6e5417a6,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:07.367453 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-e5b00b80-63af-4eb4-a764-c802e78fe990 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:07.368255 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e5b00b80-63af-4eb4-a764-c802e78fe990 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.369682 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-e5b00b80-63af-4eb4-a764-c802e78fe990 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3012016
Jun 23 03:51:07.372317 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59614) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:07.378238 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-096dc88f-f53a-4558-93bb-74314c36deda tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'security_group_rule': {'security_group_id': '2c8fc3e8-8ec6-45a6-b3c7-212e749955e3', 'project_id': '30194254903542319632415fac0d7ed2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:07.422612 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-8f01e550-5402-4e90-9ee6-3c2d00587232 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db986ec-76e5-433c-87da-55107ae6ac65 HTTP/1.1" status: 200  len: 217 time: 0.0480413
Jun 23 03:51:07.465143 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-096dc88f-f53a-4558-93bb-74314c36deda tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.482602 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.500267 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-87b797ab-664f-40f1-9abf-1392b1c246f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:07.501653 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-87b797ab-664f-40f1-9abf-1392b1c246f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 200  len: 856 time: 0.0705645
Jun 23 03:51:07.563079 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-096dc88f-f53a-4558-93bb-74314c36deda tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.569901 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-096dc88f-f53a-4558-93bb-74314c36deda tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.573895 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:07.594708 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096dc88f-f53a-4558-93bb-74314c36deda tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b60dc8e-f466-47a5-9224-652b86553e06,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:07.600715 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-096dc88f-f53a-4558-93bb-74314c36deda tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:07.608222 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-096dc88f-f53a-4558-93bb-74314c36deda tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.609418 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-096dc88f-f53a-4558-93bb-74314c36deda tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2361524
Jun 23 03:51:07.612074 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59620) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:07.617762 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-7bca50da-f144-4232-845e-8dc901ff5c7f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'security_group_rule': {'security_group_id': '2c8fc3e8-8ec6-45a6-b3c7-212e749955e3', 'project_id': '30194254903542319632415fac0d7ed2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:07.624219 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-ca5582d2-913c-4295-b87b-8b88d1fd77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:07.625680 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-ca5582d2-913c-4295-b87b-8b88d1fd77cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ea4c225-0269-41c8-af63-68574b8e5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1110208
Jun 23 03:51:07.692889 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7bca50da-f144-4232-845e-8dc901ff5c7f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.756909 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-9cf9d312-676e-45f7-8e5b-e1a721bee22f service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222196
Jun 23 03:51:07.765904 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7bca50da-f144-4232-845e-8dc901ff5c7f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.774363 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7bca50da-f144-4232-845e-8dc901ff5c7f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.797843 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:07.869876 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca50da-f144-4232-845e-8dc901ff5c7f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be937f4-24a6-4e49-88d6-f5ce85b401ab,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:07.873824 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7bca50da-f144-4232-845e-8dc901ff5c7f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:07.880190 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7bca50da-f144-4232-845e-8dc901ff5c7f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.881490 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-7bca50da-f144-4232-845e-8dc901ff5c7f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2684908
Jun 23 03:51:07.885170 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59624) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:07.890394 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-55770061-23e3-4e9b-b0d2-2d2c81ae5950 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'security_group_rule': {'security_group_id': '2c8fc3e8-8ec6-45a6-b3c7-212e749955e3', 'project_id': '30194254903542319632415fac0d7ed2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:07.913306 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d64ffa56-d3d3-49b4-89f0-da193e7e6708 req-d2d92527-50c1-4288-8315-183b0675576b service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492002
Jun 23 03:51:07.918770 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-55770061-23e3-4e9b-b0d2-2d2c81ae5950 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:07.929957 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42570b87-4b91-443c-b8a9-08e2bfb39e2b req-3d2d78f8-bd34-45b3-b993-d63df414b6e4 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:07.931461 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-42570b87-4b91-443c-b8a9-08e2bfb39e2b req-3d2d78f8-bd34-45b3-b993-d63df414b6e4 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.1470344
Jun 23 03:51:08.006684 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-42570b87-4b91-443c-b8a9-08e2bfb39e2b req-90788cfa-9b36-4677-a59b-83f9bac6e65b tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685439
Jun 23 03:51:08.042553 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3 req-ea006197-c21d-4e16-8428-5fb2db5fd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:08.042553 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3 req-ea006197-c21d-4e16-8428-5fb2db5fd063 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 1097 time: 0.0674479
Jun 23 03:51:08.135591 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3 req-ec9b4eb2-9f9e-4a2c-8718-af2d0238c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:08.137074 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3 req-ec9b4eb2-9f9e-4a2c-8718-af2d0238c263 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 917 time: 0.0892494
Jun 23 03:51:08.184453 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3 req-32cac134-06e2-4595-a7da-5eeb47ddfade service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db986ec-76e5-433c-87da-55107ae6ac65 HTTP/1.1" status: 200  len: 217 time: 0.0394104
Jun 23 03:51:08.222115 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-55770061-23e3-4e9b-b0d2-2d2c81ae5950 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.228813 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-55770061-23e3-4e9b-b0d2-2d2c81ae5950 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.234663 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a9967614-8ab0-4344-9661-a2477dd1a526 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:08.239277 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3 req-9578988f-a84c-4bd4-9d66-003a1017ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:08.240476 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3 req-9578988f-a84c-4bd4-9d66-003a1017ad9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 200  len: 856 time: 0.0479283
Jun 23 03:51:08.250575 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55770061-23e3-4e9b-b0d2-2d2c81ae5950 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79367d1-cc35-4817-8c4b-2bff2ead1819,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:08.253130 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-55770061-23e3-4e9b-b0d2-2d2c81ae5950 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:08.254517 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-55770061-23e3-4e9b-b0d2-2d2c81ae5950 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.258577 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-55770061-23e3-4e9b-b0d2-2d2c81ae5950 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3690858
Jun 23 03:51:08.258907 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59626) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:08.263840 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-65abcc18-143e-447b-bc8f-77bfbc18e0b0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'security_group_rule': {'security_group_id': '2c8fc3e8-8ec6-45a6-b3c7-212e749955e3', 'project_id': '30194254903542319632415fac0d7ed2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:08.288259 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.securitygroups_db [None req-65abcc18-143e-447b-bc8f-77bfbc18e0b0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Project 30194254903542319632415fac0d7ed2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 23 03:51:08.295241 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-65abcc18-143e-447b-bc8f-77bfbc18e0b0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.306254 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3 req-c6adc70b-f08b-4bc2-8608-2ae3fc6b82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:08.307793 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3 req-c6adc70b-f08b-4bc2-8608-2ae3fc6b82a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ea4c225-0269-41c8-af63-68574b8e5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0589156
Jun 23 03:51:08.376571 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-65abcc18-143e-447b-bc8f-77bfbc18e0b0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.381304 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-65abcc18-143e-447b-bc8f-77bfbc18e0b0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.387666 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:08.405080 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abcc18-143e-447b-bc8f-77bfbc18e0b0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f947cc86-3230-47f7-b970-bd350c73c1e8,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:08.407674 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-65abcc18-143e-447b-bc8f-77bfbc18e0b0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:08.411837 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-65abcc18-143e-447b-bc8f-77bfbc18e0b0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.413566 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-65abcc18-143e-447b-bc8f-77bfbc18e0b0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1534939
Jun 23 03:51:08.416452 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59630) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:08.422759 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ffcbbdac-fcf1-409f-b4a1-bd2837877485 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:08.422916 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-6ae5b74a-c00a-4b24-a154-009790208d90 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'security_group_rule': {'security_group_id': '2c8fc3e8-8ec6-45a6-b3c7-212e749955e3', 'project_id': '30194254903542319632415fac0d7ed2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:08.438706 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3 req-aec00536-13cb-4bdb-b5e3-7d57cf68f754 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1141682
Jun 23 03:51:08.445248 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.securitygroups_db [None req-6ae5b74a-c00a-4b24-a154-009790208d90 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Project 30194254903542319632415fac0d7ed2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 23 03:51:08.450169 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b74a-c00a-4b24-a154-009790208d90 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.472017 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port ffcbbdac-fcf1-409f-b4a1-bd2837877485 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:08.476755 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port ffcbbdac-fcf1-409f-b4a1-bd2837877485 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:08.477074 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.518461 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b74a-c00a-4b24-a154-009790208d90 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.523254 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b74a-c00a-4b24-a154-009790208d90 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.525693 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:08.542017 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5b74a-c00a-4b24-a154-009790208d90 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5ce6b4-1717-4876-a124-175e8e0aef78,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:08.544528 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6ae5b74a-c00a-4b24-a154-009790208d90 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:08.547550 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fda4d1e6-d8a9-4eba-bbea-ee7924b19dd3 req-eb1cee7c-18c8-40e4-b295-c7c97b6f0cb9 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1009908
Jun 23 03:51:08.556364 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6ae5b74a-c00a-4b24-a154-009790208d90 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.557604 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-6ae5b74a-c00a-4b24-a154-009790208d90 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1401405
Jun 23 03:51:08.564007 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.585864 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port ffcbbdac-fcf1-409f-b4a1-bd2837877485, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ffcbbdac-fcf1-409f-b4a1-bd2837877485,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:08.589826 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:08.592594 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:08.650239 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=ffcbbdac-fcf1-409f-b4a1-bd2837877485,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:08.653456 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:09.231769 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf57cb-3285-44b1-8957-b9d65600d438 req-62202335-819a-4960-b800-f87cc67e014a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:09.233601 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cacf57cb-3285-44b1-8957-b9d65600d438 req-62202335-819a-4960-b800-f87cc67e014a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0849807
Jun 23 03:51:09.287160 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cacf57cb-3285-44b1-8957-b9d65600d438 req-c56d7de3-6582-4677-acda-caa4cb18af4d tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475838
Jun 23 03:51:09.374104 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390378d8-eda9-4141-be5d-c86785c181a2 req-ef6882c4-798f-4894-b806-26241e9182a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:09.375849 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-390378d8-eda9-4141-be5d-c86785c181a2 req-ef6882c4-798f-4894-b806-26241e9182a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0759065
Jun 23 03:51:09.416281 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-390378d8-eda9-4141-be5d-c86785c181a2 req-2c598ec5-e1a6-4a9b-a495-35724d3308e8 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349627
Jun 23 03:51:09.748961 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Sync routers for ids ['11f9dc64-27e5-40ff-8836-11ee10b89430'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:51:09.758321 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Routers {'11f9dc64-27e5-40ff-8836-11ee10b89430'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:09.758917 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d79160>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['11f9dc64-27e5-40ff-8836-11ee10b89430'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:09.859100 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Set router 11f9dc64-27e5-40ff-8836-11ee10b89430 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:10.056639 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d79160>, [{'id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'name': 'tempest-TestVolumeBootPattern-1160874700-router', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:01Z', 'updated_at': '2021-06-23T03:51:04Z', 'revision_number': 4, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'gw_port': {'id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:02Z', 'updated_at': '2021-06-23T03:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d', 'name': '', 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'mac_address': 'fa:16:3e:49:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ff1997e9-063e-46b4-ada8-c0e9d08db212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:04Z', 'updated_at': '2021-06-23T03:51:05Z', 'revision_number': 2, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'subnets': [{'id': 'ff1997e9-063e-46b4-ada8-c0e9d08db212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:10.087116 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Checking router: 11f9dc64-27e5-40ff-8836-11ee10b89430 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:51:10.087482 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Updating router 11f9dc64-27e5-40ff-8836-11ee10b89430 port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d binding host dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:51:10.121474 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:10.383863 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:10.389623 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ffcbbdac-fcf1-409f-b4a1-bd2837877485 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:10.395365 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Transition to ACTIVE for port object 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:10.402713 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:10.404946 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-521d4ff7-8273-4d57-a410-5107074835a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:10.449744 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c12c3-5371-47e0-8027-5cef054a772f None None] Pushing event updated for resources: {'Port': ['ID=7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:10.449902 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port ffcbbdac-fcf1-409f-b4a1-bd2837877485 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:10.450220 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:10.479936 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-5b3c12c3-5371-47e0-8027-5cef054a772f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:10.525536 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051a51e-b272-49a8-af89-58f2cf266a37 req-cfd617ee-2da4-409f-a599-2e643cd951e8 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:10.533544 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9051a51e-b272-49a8-af89-58f2cf266a37 req-cfd617ee-2da4-409f-a599-2e643cd951e8 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.1178248
Jun 23 03:51:10.600956 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Attempting to bind port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:51:10.601544 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Attempting to bind port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': 'b4715106-cd3b-4c63-ac2c-09b447d0a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:51:10.601917 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9051a51e-b272-49a8-af89-58f2cf266a37 req-2f5e3584-a9f1-41f5-9d06-84d1b7c5a34b tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606911
Jun 23 03:51:10.602247 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Attempting to bind port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d on network 9d8b2bf6-5819-4cfc-9b2a-897df8400609 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:10.606678 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 1db986ec-76e5-433c-87da-55107ae6ac65 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:51:10.608413 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:51:10.609008 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Checking segment: {'id': 'b4715106-cd3b-4c63-ac2c-09b447d0a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:10.609723 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:10.610267 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Bound using segment: {'id': 'b4715106-cd3b-4c63-ac2c-09b447d0a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:51:10.611053 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Bound port: 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4715106-cd3b-4c63-ac2c-09b447d0a9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:51:10.621675 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:10.677690 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e9bbf-f127-4c51-9e09-f77ad404668c req-ea6bc60b-cfb8-4fa4-a842-3b6a786fad3f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:10.679364 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-679e9bbf-f127-4c51-9e09-f77ad404668c req-ea6bc60b-cfb8-4fa4-a842-3b6a786fad3f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0961781
Jun 23 03:51:10.711558 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] For port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:51:10.715818 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] For port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d,segment=NetworkSegment(b4715106-cd3b-4c63-ac2c-09b447d0a9b9),segment_id=b4715106-cd3b-4c63-ac2c-09b447d0a9b9)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:51:10.725862 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:10.728839 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:10.733554 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-bc1588a8-a937-4909-b284-a680d8d139fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:10.736453 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-679e9bbf-f127-4c51-9e09-f77ad404668c req-6e24685f-54b9-4a9a-9833-f9a62771cd97 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510795
Jun 23 03:51:10.742482 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '1db986ec-76e5-433c-87da-55107ae6ac65', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'port_id': '1db986ec-76e5-433c-87da-55107ae6ac65', 'mac_address': 'fa:16:3e:9b:96:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:51:10.780989 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:10.799559 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db986ec-76e5-433c-87da-55107ae6ac65 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:51:10.829812 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:10.834951 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:10.836606 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:10.887665 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=1db986ec-76e5-433c-87da-55107ae6ac65,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:10.891556 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:10.896208 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Routers {'11f9dc64-27e5-40ff-8836-11ee10b89430'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:10.896987 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d79160>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['11f9dc64-27e5-40ff-8836-11ee10b89430'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:10.934313 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c12c3-5371-47e0-8027-5cef054a772f None None] Pushing event updated for resources: {'Port': ['ID=7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:10.940331 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-5b3c12c3-5371-47e0-8027-5cef054a772f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:11.011535 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] Set router 11f9dc64-27e5-40ff-8836-11ee10b89430 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:11.083347 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['1db986ec-76e5-433c-87da-55107ae6ac65'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:51:11.231857 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d79160>, [{'id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'name': 'tempest-TestVolumeBootPattern-1160874700-router', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:01Z', 'updated_at': '2021-06-23T03:51:04Z', 'revision_number': 4, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'gw_port': {'id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:02Z', 'updated_at': '2021-06-23T03:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d', 'name': '', 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'mac_address': 'fa:16:3e:49:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ff1997e9-063e-46b4-ada8-c0e9d08db212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:04Z', 'updated_at': '2021-06-23T03:51:10Z', 'revision_number': 4, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'subnets': [{'id': 'ff1997e9-063e-46b4-ada8-c0e9d08db212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:11.257418 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819567c5-47fc-4932-97ad-5cfac09e6630 None None] The sync data for ids ['11f9dc64-27e5-40ff-8836-11ee10b89430'] in dv-cinder-768592-6-iscsi is: [{'id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'name': 'tempest-TestVolumeBootPattern-1160874700-router', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:01Z', 'updated_at': '2021-06-23T03:51:04Z', 'revision_number': 4, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'gw_port': {'id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:02Z', 'updated_at': '2021-06-23T03:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d', 'name': '', 'network_id': '9d8b2bf6-5819-4cfc-9b2a-897df8400609', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'mac_address': 'fa:16:3e:49:71:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ff1997e9-063e-46b4-ada8-c0e9d08db212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:04Z', 'updated_at': '2021-06-23T03:51:10Z', 'revision_number': 4, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'subnets': [{'id': 'ff1997e9-063e-46b4-ada8-c0e9d08db212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:51:11.401885 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-af493dbc-1380-41b9-936a-957bb3e83db7 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:11.403415 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-af493dbc-1380-41b9-936a-957bb3e83db7 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.26 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0753882
Jun 23 03:51:11.511879 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Deleting port 2fbccc58-e66d-4b83-936b-5bf63613a81e {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:51:11.512217 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:11.604855 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] For port 2fbccc58-e66d-4b83-936b-5bf63613a81e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2fbccc58-e66d-4b83-936b-5bf63613a81e,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:11.605505 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:11.830659 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:11.830659 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:11.830659 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.l3_db [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Floating IP 4ed3269a-4345-45f9-b331-dcd444a5bc08 disassociated. External IP: 172.27.0.10, port: 2fbccc58-e66d-4b83-936b-5bf63613a81e.
Jun 23 03:51:11.831035 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Calling delete_port for 2fbccc58-e66d-4b83-936b-5bf63613a81e owned by compute:nova {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:51:11.908169 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21b37a-4dc9-4615-8c3b-d0eefc6112bf req-45fbeb54-36be-4b76-9971-2c2884b3cee2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:11.909751 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6a21b37a-4dc9-4615-8c3b-d0eefc6112bf req-45fbeb54-36be-4b76-9971-2c2884b3cee2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 945 time: 0.1778643
Jun 23 03:51:11.925793 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeeb5fa-ee96-411d-9d06-bf854cb34389 req-8c531828-9524-462f-a3fb-7070b2f9f044 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:11.927256 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-dfeeb5fa-ee96-411d-9d06-bf854cb34389 req-8c531828-9524-462f-a3fb-7070b2f9f044 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 946 time: 0.0728140
Jun 23 03:51:11.971611 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-dfeeb5fa-ee96-411d-9d06-bf854cb34389 req-7f55b6c6-9c27-4b20-a8a5-92ab65a6d9e1 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aba777d-b18f-41cf-aaeb-4d6bbd544c27&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383337
Jun 23 03:51:12.189881 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6a21b37a-4dc9-4615-8c3b-d0eefc6112bf req-07eb881c-060f-4d3f-bcc0-1155ec6e9aeb tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2736104
Jun 23 03:51:12.245701 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:12.249337 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8fb9cffb-ed57-4fc2-8855-af56a260a889 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:12.275327 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event deleted for resources: {'Port': ['ID=2fbccc58-e66d-4b83-936b-5bf63613a81e,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:12.278371 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:12.393042 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Router 2e2be71b-476f-438b-a8ee-4c36911fb9ca has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:51:12.397176 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:12.449059 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:12.452471 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:12.452886 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:12.503372 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:51:12.517399 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe89a9d-e586-444c-82f4-51b9d8014647 None None] Sync routers for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:51:12.541041 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:12.553346 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe89a9d-e586-444c-82f4-51b9d8014647 None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:12.553984 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-5fe89a9d-e586-444c-82f4-51b9d8014647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb440c490>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:12.562340 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] No DVR routers for this DVR port 2fbccc58-e66d-4b83-936b-5bf63613a81e on host hv-cinder-76859 {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:51:12.565119 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:12.567669 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-22b9340e-d868-4a55-9a28-a7076ae2c51c req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.26 "DELETE /v2.0/ports/2fbccc58-e66d-4b83-936b-5bf63613a81e HTTP/1.1" status: 204  len: 173 time: 1.1584189
Jun 23 03:51:12.568213 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'name': 'network-vif-deleted', 'tag': '2fbccc58-e66d-4b83-936b-5bf63613a81e'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:12.571889 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58a7737-0b46-4bc8-9061-1a411797c6db" -d '{"events": [{"server_uuid": "962e7127-c72d-4ea9-b5d1-2f1d8dcaac24", "name": "network-vif-deleted", "tag": "2fbccc58-e66d-4b83-936b-5bf63613a81e"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:12.615791 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d09b89-25b0-481a-adc8-73f5480900df x-openstack-request-id: req-28d09b89-25b0-481a-adc8-73f5480900df {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:12.616853 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962e7127-c72d-4ea9-b5d1-2f1d8dcaac24", "name": "network-vif-deleted", "tag": "2fbccc58-e66d-4b83-936b-5bf63613a81e", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:12.617363 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28d09b89-25b0-481a-adc8-73f5480900df {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:12.617954 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962e7127-c72d-4ea9-b5d1-2f1d8dcaac24', 'name': 'network-vif-deleted', 'tag': '2fbccc58-e66d-4b83-936b-5bf63613a81e', 'status': 'completed', 'code': 200}
Jun 23 03:51:12.633089 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 1db986ec-76e5-433c-87da-55107ae6ac65 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:12.636265 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d,segment=NetworkSegment(b4715106-cd3b-4c63-ac2c-09b447d0a9b9),segment_id=b4715106-cd3b-4c63-ac2c-09b447d0a9b9)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:12.698526 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:12.703454 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d16aebd4-9a25-452b-a8a0-a8516bbff446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:12.777308 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-5fe89a9d-e586-444c-82f4-51b9d8014647 None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:12.808647 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:12.814636 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:12.831470 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 1db986ec-76e5-433c-87da-55107ae6ac65 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:12.862447 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 1db986ec-76e5-433c-87da-55107ae6ac65 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:12.862820 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:13.136870 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:13.139719 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c0166e52-0f10-4914-8c05-525bc676d2cc req-b1ec4d59-2941-4e30-a659-700ff7ebe5b7 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=962e7127-c72d-4ea9-b5d1-2f1d8dcaac24 HTTP/1.1" status: 200  len: 210 time: 0.0294094
Jun 23 03:51:13.163137 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:13.165415 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da252217-0a4c-42c4-8bcf-fc9abe151499" -d '{"events": [{"server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "name": "network-vif-plugged", "status": "completed", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:13.198104 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:13.206481 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:13.207576 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 2fbccc58-e66d-4b83-936b-5bf63613a81e no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:51:13.211989 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:13.218124 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08693771-80ac-4f0c-afb8-7b2990d3fadc x-openstack-request-id: req-08693771-80ac-4f0c-afb8-7b2990d3fadc {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:13.218423 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "name": "network-vif-plugged", "status": "completed", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:13.220090 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08693771-80ac-4f0c-afb8-7b2990d3fadc {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:13.220500 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65', 'code': 200}
Jun 23 03:51:13.259665 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 2fbccc58-e66d-4b83-936b-5bf63613a81e {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:51:13.260005 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 2fbccc58-e66d-4b83-936b-5bf63613a81e not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:51:13.264446 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-5fe89a9d-e586-444c-82f4-51b9d8014647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb440c490>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:13.297345 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe89a9d-e586-444c-82f4-51b9d8014647 None None] Checking router: 2e2be71b-476f-438b-a8ee-4c36911fb9ca for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:51:13.321535 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe89a9d-e586-444c-82f4-51b9d8014647 None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:13.322179 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-5fe89a9d-e586-444c-82f4-51b9d8014647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb440c490>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:13.367986 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=1db986ec-76e5-433c-87da-55107ae6ac65,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:13.372942 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:13.404689 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47e6f7-d6ba-4139-a5aa-203211e5c0c1 req-b447a12c-0477-45dc-a970-f2fefc951bac tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:13.406302 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2c47e6f7-d6ba-4139-a5aa-203211e5c0c1 req-b447a12c-0477-45dc-a970-f2fefc951bac tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0757067
Jun 23 03:51:13.446244 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-5fe89a9d-e586-444c-82f4-51b9d8014647 None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:13.476914 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2c47e6f7-d6ba-4139-a5aa-203211e5c0c1 req-20a30cba-2ad1-47e9-87e1-88c473c9c339 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641825
Jun 23 03:51:13.502299 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ff841-fea1-4136-82c8-c8d323f0e2c9 req-7a8fbcc4-38cb-4628-89a5-64f7890cf208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:13.503818 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b66ff841-fea1-4136-82c8-c8d323f0e2c9 req-7a8fbcc4-38cb-4628-89a5-64f7890cf208 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 1099 time: 0.0744090
Jun 23 03:51:13.545748 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b66ff841-fea1-4136-82c8-c8d323f0e2c9 req-5d929ef7-0a97-4ca2-b278-e50bcce7e4d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338717
Jun 23 03:51:13.652135 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-5fe89a9d-e586-444c-82f4-51b9d8014647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb440c490>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:13.677628 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe89a9d-e586-444c-82f4-51b9d8014647 None None] The sync data for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi is: [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:51:13.888143 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e5ae82-dfd0-4dfb-a718-46d2af142cab None None] New status for floating IP 4ed3269a-4345-45f9-b331-dcd444a5bc08: DOWN {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:51:14.268160 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59752) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:14.326338 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7be5-c4b6-469e-b389-cb29b80bb377 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:14.356461 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7be5-c4b6-469e-b389-cb29b80bb377 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:14.382065 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:14.406121 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7be5-c4b6-469e-b389-cb29b80bb377 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:14.409089 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-5c6a7be5-c4b6-469e-b389-cb29b80bb377 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:14.410230 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-5c6a7be5-c4b6-469e-b389-cb29b80bb377 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "DELETE /v2.0/security-groups/1aba777d-b18f-41cf-aaeb-4d6bbd544c27 HTTP/1.1" status: 204  len: 168 time: 0.1410089
Jun 23 03:51:14.411706 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-08e8568b-516f-46f4-9723-c95addc23049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:14.413818 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59756) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:14.420733 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a7be5-c4b6-469e-b389-cb29b80bb377 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba777d-b18f-41cf-aaeb-4d6bbd544c27,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:14.424001 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-5c6a7be5-c4b6-469e-b389-cb29b80bb377 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:14.449687 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.api.v2.resource [None req-09598ef9-0e6b-435a-b008-a80e137af846 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] show failed (client error): The resource could not be found.
Jun 23 03:51:14.453597 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59758) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:14.453739 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-09598ef9-0e6b-435a-b008-a80e137af846 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups/1aba777d-b18f-41cf-aaeb-4d6bbd544c27 HTTP/1.1" status: 404  len: 347 time: 0.0374851
Jun 23 03:51:14.454042 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:14.454518 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:14.596690 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Deleting port 55a80ed8-e39b-41cf-8646-f632eda48542 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:51:14.596981 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:14.721090 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:14.721421 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:14.736729 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Calling delete_port for 55a80ed8-e39b-41cf-8646-f632eda48542 owned by network:floatingip {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:51:14.745455 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dbfa8-8a73-4b57-86d5-4bf96f01bb17 req-4cb78435-4e21-42f2-8d34-070c640b29cf tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:14.746923 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f11dbfa8-8a73-4b57-86d5-4bf96f01bb17 req-4cb78435-4e21-42f2-8d34-070c640b29cf tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.1308019
Jun 23 03:51:14.830167 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f11dbfa8-8a73-4b57-86d5-4bf96f01bb17 req-f6056852-9587-49c2-b244-a3ccb9fd0c03 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758433
Jun 23 03:51:14.913030 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:14.915737 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-20a20ddb-72c6-479b-ad39-f761ae8bfaa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:14.938564 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event deleted for resources: {'Port': ['ID=55a80ed8-e39b-41cf-8646-f632eda48542,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:14.942104 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:15.005294 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.007936 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.011990 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "DELETE /v2.0/floatingips/4ed3269a-4345-45f9-b331-dcd444a5bc08 HTTP/1.1" status: 204  len: 168 time: 0.5543294
Jun 23 03:51:15.018579 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6d694-fdaf-4fa4-8bcb-5e753e6b9e71 req-83d8b8b6-168f-4228-a446-3309eebb7130 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:15.020066 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-50d6d694-fdaf-4fa4-8bcb-5e753e6b9e71 req-83d8b8b6-168f-4228-a446-3309eebb7130 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0633900
Jun 23 03:51:15.029595 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59766) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:15.034007 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-4c456ce4-5510-4b81-907c-954d4a93ae66 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Request body: {'floatingip': {'port_id': '1db986ec-76e5-433c-87da-55107ae6ac65'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:15.073074 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4c456ce4-5510-4b81-907c-954d4a93ae66 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.389236 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59772) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:15.394518 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-2941c365-19e7-4ec8-a9a0-bf5111479e78 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269123705', 'description': 'tempest-description--1238561449'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:15.418208 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2941c365-19e7-4ec8-a9a0-bf5111479e78 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.508888 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2941c365-19e7-4ec8-a9a0-bf5111479e78 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.514518 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2941c365-19e7-4ec8-a9a0-bf5111479e78 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.516790 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3b7147fa-dc01-485e-b813-8a869951acf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:15.541983 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2941c365-19e7-4ec8-a9a0-bf5111479e78 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.543251 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-2941c365-19e7-4ec8-a9a0-bf5111479e78 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1528409
Jun 23 03:51:15.545100 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941c365-19e7-4ec8-a9a0-bf5111479e78 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8ec177-7e8a-452e-a1b5-380239b5942d,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:15.545889 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4c456ce4-5510-4b81-907c-954d4a93ae66 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.546484 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 59774) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:15.547951 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-2941c365-19e7-4ec8-a9a0-bf5111479e78 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:15.553021 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-d8c07ef0-643f-48d6-a117-b1e093f3db4c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'security_group_rule': {'security_group_id': '2f8ec177-7e8a-452e-a1b5-380239b5942d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:15.558573 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4c456ce4-5510-4b81-907c-954d4a93ae66 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.657673 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d8c07ef0-643f-48d6-a117-b1e093f3db4c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.699476 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.l3_db [None req-4c456ce4-5510-4b81-907c-954d4a93ae66 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Floating IP 62b64a33-0ac1-4cc6-873a-dca6fe44a12a associated. External IP: 172.27.0.219, port: 1db986ec-76e5-433c-87da-55107ae6ac65.
Jun 23 03:51:15.765354 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d8c07ef0-643f-48d6-a117-b1e093f3db4c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.793924 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d8c07ef0-643f-48d6-a117-b1e093f3db4c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.803269 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:15.827328 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c07ef0-643f-48d6-a117-b1e093f3db4c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036ef031-00c4-40ac-b6c1-994a58678237,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:15.831640 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d8c07ef0-643f-48d6-a117-b1e093f3db4c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.836073 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-d8c07ef0-643f-48d6-a117-b1e093f3db4c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2877002
Jun 23 03:51:15.836320 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59778) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:15.838504 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d8c07ef0-643f-48d6-a117-b1e093f3db4c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:15.841617 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-2d013ba8-0591-48e4-8161-8e78e3a150aa tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'security_group_rule': {'security_group_id': '2f8ec177-7e8a-452e-a1b5-380239b5942d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:15.867952 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2d013ba8-0591-48e4-8161-8e78e3a150aa tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.937082 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2d013ba8-0591-48e4-8161-8e78e3a150aa tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.941366 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2d013ba8-0591-48e4-8161-8e78e3a150aa tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.948212 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fbea0de1-daad-45c4-a65f-1ee8f24bd528 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:15.955908 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c456ce4-5510-4b81-907c-954d4a93ae66 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Router 97da4be7-343a-464f-a1c0-a585d80fda34 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:51:15.964282 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d013ba8-0591-48e4-8161-8e78e3a150aa tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff332f9-88f9-47a0-a1da-aad675fef07f,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:15.967735 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-2d013ba8-0591-48e4-8161-8e78e3a150aa tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:15.969068 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2d013ba8-0591-48e4-8161-8e78e3a150aa tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:15.972644 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-2d013ba8-0591-48e4-8161-8e78e3a150aa tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1327758
Jun 23 03:51:15.973955 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59780) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:15.978577 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'floatingip': {'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:16.000811 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:16.067607 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c456ce4-5510-4b81-907c-954d4a93ae66 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:51:16.073019 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4c456ce4-5510-4b81-907c-954d4a93ae66 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:16.081500 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fa7a56-bcb7-4b10-85e6-74de083f4da6 None None] Sync routers for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:51:16.090751 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa7a56-bcb7-4b10-85e6-74de083f4da6 None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:16.091375 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-b8fa7a56-bcb7-4b10-85e6-74de083f4da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb42764f0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:16.109205 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:16.122139 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-4c456ce4-5510-4b81-907c-954d4a93ae66 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "PUT /v2.0/floatingips/62b64a33-0ac1-4cc6-873a-dca6fe44a12a HTTP/1.1" status: 200  len: 992 time: 1.0890412
Jun 23 03:51:16.122139 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:16.123754 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7688d82-3161-4cea-abc6-7579664fbb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:16.168189 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4158753c-b7d3-4c7f-b0c5-c3fd0e0496dd x-openstack-request-id: req-4158753c-b7d3-4c7f-b0c5-c3fd0e0496dd {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:16.168510 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:16.168829 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4158753c-b7d3-4c7f-b0c5-c3fd0e0496dd {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:16.169310 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65', 'status': 'completed', 'code': 200}
Jun 23 03:51:16.232584 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-b8fa7a56-bcb7-4b10-85e6-74de083f4da6 None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:16.241176 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Allocated IP 172.27.0.64 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/2b922a15-5d8b-4241-8b4f-0b1b9421cb77) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:16.257503 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7688d82-3161-4cea-abc6-7579664fbb5e req-417f3211-f8c6-495e-9f41-74d755f00c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:16.258985 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a7688d82-3161-4cea-abc6-7579664fbb5e req-417f3211-f8c6-495e-9f41-74d755f00c72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 1099 time: 0.0601056
Jun 23 03:51:16.365222 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7688d82-3161-4cea-abc6-7579664fbb5e req-36e0c5b0-468a-4262-9b4f-779e22dbb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:16.366799 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a7688d82-3161-4cea-abc6-7579664fbb5e req-36e0c5b0-468a-4262-9b4f-779e22dbb8a8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 917 time: 0.0994086
Jun 23 03:51:16.366923 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:16.407545 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:16.419040 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6017e621-5aee-4d22-9584-664a98a08456 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:16.441896 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a7688d82-3161-4cea-abc6-7579664fbb5e req-8f7cf659-f22a-4145-b601-38fea2191a8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db986ec-76e5-433c-87da-55107ae6ac65 HTTP/1.1" status: 200  len: 1000 time: 0.0686595
Jun 23 03:51:16.471101 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:16.475899 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:16.478381 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'Port': ['ID=2b922a15-5d8b-4241-8b4f-0b1b9421cb77,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:16.481772 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:16.484517 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:16.500113 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7688d82-3161-4cea-abc6-7579664fbb5e req-606a413f-7918-44b6-85a1-63aa4aa8445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:16.501596 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a7688d82-3161-4cea-abc6-7579664fbb5e req-606a413f-7918-44b6-85a1-63aa4aa8445f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 200  len: 856 time: 0.0531278
Jun 23 03:51:16.560046 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7688d82-3161-4cea-abc6-7579664fbb5e req-e57ac9e2-ebd1-42f8-a679-87130145a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:16.561920 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a7688d82-3161-4cea-abc6-7579664fbb5e req-e57ac9e2-ebd1-42f8-a679-87130145a576 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ea4c225-0269-41c8-af63-68574b8e5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0531340
Jun 23 03:51:16.575115 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:16.583020 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-b8fa7a56-bcb7-4b10-85e6-74de083f4da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb42764f0>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '62b64a33-0ac1-4cc6-873a-dca6fe44a12a', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'port_id': '1db986ec-76e5-433c-87da-55107ae6ac65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'mac_address': 'fa:16:3e:9b:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:51:02Z', 'updated_at': '2021-06-23T03:51:15Z', 'revision_number': 1, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:16.615250 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fa7a56-bcb7-4b10-85e6-74de083f4da6 None None] Checking router: 97da4be7-343a-464f-a1c0-a585d80fda34 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:51:16.620673 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:16.625265 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa7a56-bcb7-4b10-85e6-74de083f4da6 None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:16.625888 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-b8fa7a56-bcb7-4b10-85e6-74de083f4da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb42764f0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:16.663328 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a7688d82-3161-4cea-abc6-7579664fbb5e req-66cb66ff-5c7b-4298-a8a2-00c088a0516b service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0926805
Jun 23 03:51:16.756553 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-b8fa7a56-bcb7-4b10-85e6-74de083f4da6 None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:16.763098 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a7688d82-3161-4cea-abc6-7579664fbb5e req-2fe97731-d8d5-4383-8cdd-a031b7622032 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932984
Jun 23 03:51:16.791636 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:16.795814 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:16.799143 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-561f7833-05ee-4993-8970-3f81ab6efc3c tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:16.861976 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'Port': ['ID=2b922a15-5d8b-4241-8b4f-0b1b9421cb77,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:16.866438 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:16.888366 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:16.905661 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:16.911531 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.9319038
Jun 23 03:51:17.014136 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-b8fa7a56-bcb7-4b10-85e6-74de083f4da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb42764f0>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '62b64a33-0ac1-4cc6-873a-dca6fe44a12a', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'port_id': '1db986ec-76e5-433c-87da-55107ae6ac65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'mac_address': 'fa:16:3e:9b:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:51:02Z', 'updated_at': '2021-06-23T03:51:15Z', 'revision_number': 1, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:17.148870 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-d5d6745f-ce2e-4769-951b-24439aa0f862 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--269123705&fields=id&tenant_id=6b87d0785b4a4cc89cfae82284b461fd HTTP/1.1" status: 200  len: 267 time: 0.0448112
Jun 23 03:51:17.173423 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fa7a56-bcb7-4b10-85e6-74de083f4da6 None None] The sync data for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi is: [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '62b64a33-0ac1-4cc6-873a-dca6fe44a12a', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'port_id': '1db986ec-76e5-433c-87da-55107ae6ac65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'mac_address': 'fa:16:3e:9b:96:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:51:02Z', 'updated_at': '2021-06-23T03:51:15Z', 'revision_number': 1, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:51:17.290935 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619293bf-2e42-4754-a700-81abd63856a8 req-ae426b79-e8df-432e-889b-5ac2ab217747 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:17.292476 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-ae426b79-e8df-432e-889b-5ac2ab217747 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/networks?id=9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 200  len: 811 time: 0.1363249
Jun 23 03:51:17.308338 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-b06e5bd4-cb03-4eee-8486-eb49234758a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/quotas/6b87d0785b4a4cc89cfae82284b461fd HTTP/1.1" status: 200  len: 375 time: 0.0100260
Jun 23 03:51:17.393152 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-d4ae4525-adb2-4409-8ae2-0ab136ded711 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0754559
Jun 23 03:51:17.404383 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526570c3-c952-4bd7-ad14-39a9e0b0b79e None None] New status for floating IP 62b64a33-0ac1-4cc6-873a-dca6fe44a12a: ACTIVE {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:51:17.495645 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-ab0d7051-b86d-4690-beb5-8139f1d43209 service neutron] 10.222.0.15 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0942740
Jun 23 03:51:17.595999 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-ab6e83e3-0563-4c59-821d-60c529618b92 service neutron] 10.222.0.15 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0928729
Jun 23 03:51:17.767692 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-58f37614-ca86-4c3f-9d99-71fcbc83439e req-664ca434-972c-4d56-9d87-e1b73b4d60cb tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 210 time: 0.0286815
Jun 23 03:51:18.923430 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2162e796-5851-4a8b-88ae-dab09eb52b92 req-82e16e3d-e908-4a63-aca5-e20b60faefcd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 210 time: 0.0322788
Jun 23 03:51:20.066017 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b4038a31-ed85-4791-9264-cbbb39627c4c req-fedcf253-493d-4cb1-9574-f3f6787a3676 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 210 time: 0.0271339
Jun 23 03:51:21.207054 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-67bfd9e7-4321-4339-a392-0366228ee319 req-4b4a12e1-a7f5-4ae8-8eba-e7a653b36d75 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 210 time: 0.0310078
Jun 23 03:51:21.326781 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619293bf-2e42-4754-a700-81abd63856a8 req-2a750bbe-11ee-4427-b109-2c657f8ff899 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:21.328102 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-2a750bbe-11ee-4427-b109-2c657f8ff899 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.26 "GET /v2.0/networks?id=9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 200  len: 811 time: 0.1083910
Jun 23 03:51:21.388793 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-0c0f58cd-23d3-45c7-b840-02885201e103 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b87d0785b4a4cc89cfae82284b461fd HTTP/1.1" status: 200  len: 379 time: 0.0343173
Jun 23 03:51:21.399396 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'port': {'device_id': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'admin_state_up': True, 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'security_groups': ['2f8ec177-7e8a-452e-a1b5-380239b5942d']}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:21.511967 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Made reservation on behalf of 6b87d0785b4a4cc89cfae82284b461fd for: {'port': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:51:21.515483 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:21.642662 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Allocated IP 172.20.0.11 (9cea1e4e-1863-44a6-ac96-46e29b9fc013/a63d313c-a6e3-45c8-860f-63d7336cf84a/487dde23-e9eb-407f-b482-41c2ff590264) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:21.803105 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:21.817927 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Transition to ACTIVE for port object 487dde23-e9eb-407f-b482-41c2ff590264 will not be triggered until provisioned by entity DHCP. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:21.852227 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:21.857105 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-167de6a0-f249-4265-8983-8c7ffef27fa5 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:21.897775 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:21.901030 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:21.905498 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:21.931163 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event updated for resources: {'Port': ['ID=487dde23-e9eb-407f-b482-41c2ff590264,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:21.935566 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:21.958904 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:21.959528 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:21.976686 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5814393
Jun 23 03:51:21.988861 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Request body: {'port': {'device_id': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:22.073878 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:22.164215 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-0074b292-615d-4261-b02b-88795dcbc2be None None] Provisioning for port 487dde23-e9eb-407f-b482-41c2ff590264 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:22.167642 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-0074b292-615d-4261-b02b-88795dcbc2be None None] Provisioning complete for port 487dde23-e9eb-407f-b482-41c2ff590264 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:22.168019 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0074b292-615d-4261-b02b-88795dcbc2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:22.202498 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-0074b292-615d-4261-b02b-88795dcbc2be None None] Port 487dde23-e9eb-407f-b482-41c2ff590264 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:51:22.369564 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487dde23-e9eb-407f-b482-41c2ff590264 {{(pid=99523) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:51:22.378362 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:22.396871 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Transition to ACTIVE for port object 487dde23-e9eb-407f-b482-41c2ff590264 will not be triggered until provisioned by entity L2. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:22.400688 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:22.403935 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-43956ea1-9484-4f2b-9d5e-85897772c226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:22.677425 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4300ea6-06c8-4cce-b9ae-e09d0458959e req-ed24fda1-81d0-4ff9-9d31-4107d63ff375 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:22.678922 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d4300ea6-06c8-4cce-b9ae-e09d0458959e req-ed24fda1-81d0-4ff9-9d31-4107d63ff375 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 932 time: 0.3548427
Jun 23 03:51:22.700246 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Pushing event updated for resources: {'Port': ['ID=487dde23-e9eb-407f-b482-41c2ff590264,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:22.724403 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:22.768750 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d4300ea6-06c8-4cce-b9ae-e09d0458959e req-20a660b2-2a98-4818-a9b2-631c28f6e79b tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f8ec177-7e8a-452e-a1b5-380239b5942d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820048
Jun 23 03:51:22.793094 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Attempting to bind port 487dde23-e9eb-407f-b482-41c2ff590264 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:51:22.793439 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Attempting to bind port 487dde23-e9eb-407f-b482-41c2ff590264 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:51:22.793768 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Attempting to bind port 487dde23-e9eb-407f-b482-41c2ff590264 on network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:22.798655 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Port 487dde23-e9eb-407f-b482-41c2ff590264 on network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:51:22.798978 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Attempting to bind port 487dde23-e9eb-407f-b482-41c2ff590264 on network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:22.804299 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:51:22.804671 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Checking segment: {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:22.805240 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Bound using segment: {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'} {{(pid=99523) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:51:22.805942 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.managers [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Bound port: 487dde23-e9eb-407f-b482-41c2ff590264, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ddbc64-9e8c-4cc8-bca1-f3224f49e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013'}}] {{(pid=99523) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:51:22.806372 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:22.874073 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] For port 487dde23-e9eb-407f-b482-41c2ff590264, host hv-cinder-76859, cleared binding levels {{(pid=99523) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:51:22.876937 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] For port 487dde23-e9eb-407f-b482-41c2ff590264, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=487dde23-e9eb-407f-b482-41c2ff590264,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99523) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:51:22.883411 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:22.885429 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b09a556b-9b97-493d-a2c4-86caf637dfea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:22.917004 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:22.917349 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:22.918751 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] 10.222.0.26 "PUT /v2.0/ports/487dde23-e9eb-407f-b482-41c2ff590264 HTTP/1.1" status: 200  len: 1094 time: 0.9343817
Jun 23 03:51:22.919187 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'tag': '487dde23-e9eb-407f-b482-41c2ff590264'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:22.921470 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a899ee-fec0-4fce-bb82-0068dae43c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "db740921-4ba2-45a3-b625-a0f1e5d6fb04", "tag": "487dde23-e9eb-407f-b482-41c2ff590264"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:22.962245 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Pushing event updated for resources: {'Port': ['ID=487dde23-e9eb-407f-b482-41c2ff590264,revision_number=3']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:22.965781 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:22.977937 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f746b408-669f-46be-a2ea-34f0cba0c57a x-openstack-request-id: req-f746b408-669f-46be-a2ea-34f0cba0c57a {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:22.978270 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db740921-4ba2-45a3-b625-a0f1e5d6fb04", "tag": "487dde23-e9eb-407f-b482-41c2ff590264", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:22.978563 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f746b408-669f-46be-a2ea-34f0cba0c57a {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:22.978997 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'tag': '487dde23-e9eb-407f-b482-41c2ff590264', 'status': 'completed', 'code': 200}
Jun 23 03:51:23.029540 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619293bf-2e42-4754-a700-81abd63856a8 req-fc041a34-2030-4c87-916c-9d8d3a0ca681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:23.031029 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-fc041a34-2030-4c87-916c-9d8d3a0ca681 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 1097 time: 0.0643291
Jun 23 03:51:23.080287 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-4918d9a7-fa58-4c78-98a2-e63073f9b92d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=487dde23-e9eb-407f-b482-41c2ff590264 HTTP/1.1" status: 200  len: 217 time: 0.0413141
Jun 23 03:51:23.135620 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619293bf-2e42-4754-a700-81abd63856a8 req-9f46941a-0a74-4a2f-8b88-4a339756f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:23.137089 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-9f46941a-0a74-4a2f-8b88-4a339756f356 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a63d313c-a6e3-45c8-860f-63d7336cf84a HTTP/1.1" status: 200  len: 850 time: 0.0499048
Jun 23 03:51:23.195968 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619293bf-2e42-4754-a700-81abd63856a8 req-3be7501e-88a8-473e-afc7-932cefb5b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:23.197375 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-3be7501e-88a8-473e-afc7-932cefb5b034 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cea1e4e-1863-44a6-ac96-46e29b9fc013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0539291
Jun 23 03:51:23.289433 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-697d0665-c0a8-4e5d-8d76-5dc5e28dfe46 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844550
Jun 23 03:51:23.378334 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-619293bf-2e42-4754-a700-81abd63856a8 req-a451ff2d-150a-4ebb-9442-8db4a3ce4ec3 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821266
Jun 23 03:51:23.479150 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a899ee-fec0-4fce-bb82-0068dae43c5c req-9108eb62-8c19-4ecc-8f9c-5392769392d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:23.480522 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70a899ee-fec0-4fce-bb82-0068dae43c5c req-9108eb62-8c19-4ecc-8f9c-5392769392d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 1097 time: 0.0565805
Jun 23 03:51:23.572159 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a899ee-fec0-4fce-bb82-0068dae43c5c req-5b00f442-69f6-4e4d-93cc-bd37c64ccbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:23.573617 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70a899ee-fec0-4fce-bb82-0068dae43c5c req-5b00f442-69f6-4e4d-93cc-bd37c64ccbfb service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 200  len: 911 time: 0.0852213
Jun 23 03:51:23.618969 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70a899ee-fec0-4fce-bb82-0068dae43c5c req-382daf18-7c3f-4d15-8bed-b11a121393bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=487dde23-e9eb-407f-b482-41c2ff590264 HTTP/1.1" status: 200  len: 217 time: 0.0376675
Jun 23 03:51:23.675541 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a899ee-fec0-4fce-bb82-0068dae43c5c req-359c9875-0878-485e-bb2d-a8f28c0bc8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:23.677186 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70a899ee-fec0-4fce-bb82-0068dae43c5c req-359c9875-0878-485e-bb2d-a8f28c0bc8d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a63d313c-a6e3-45c8-860f-63d7336cf84a HTTP/1.1" status: 200  len: 850 time: 0.0423570
Jun 23 03:51:23.744905 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a899ee-fec0-4fce-bb82-0068dae43c5c req-626607a9-7cf6-4998-a301-626868affff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:23.746377 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70a899ee-fec0-4fce-bb82-0068dae43c5c req-626607a9-7cf6-4998-a301-626868affff7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cea1e4e-1863-44a6-ac96-46e29b9fc013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0618219
Jun 23 03:51:23.874352 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70a899ee-fec0-4fce-bb82-0068dae43c5c req-204392c2-27e7-46ba-9df0-6fc6f8f922c1 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204953
Jun 23 03:51:24.013191 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-70a899ee-fec0-4fce-bb82-0068dae43c5c req-34950a4f-d50d-4d4e-bdb5-16c9e0612ec8 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300795
Jun 23 03:51:24.024086 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e50235-3b8f-445e-94d9-26bd436a7c88 req-75dc3b39-2490-4087-8b01-7c7b66b5bf63 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:24.025750 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-20e50235-3b8f-445e-94d9-26bd436a7c88 req-75dc3b39-2490-4087-8b01-7c7b66b5bf63 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 944 time: 0.1202264
Jun 23 03:51:24.065786 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-20e50235-3b8f-445e-94d9-26bd436a7c88 req-61b251a2-6cf5-43ac-9b70-e9e9bb1a5bb2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f8ec177-7e8a-452e-a1b5-380239b5942d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331047
Jun 23 03:51:24.674902 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 487dde23-e9eb-407f-b482-41c2ff590264 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:51:24.768066 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 487dde23-e9eb-407f-b482-41c2ff590264, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=487dde23-e9eb-407f-b482-41c2ff590264,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:24.779202 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '487dde23-e9eb-407f-b482-41c2ff590264', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'port_id': '487dde23-e9eb-407f-b482-41c2ff590264', 'mac_address': 'fa:16:3e:26:ad:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:51:24.814261 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:24.826777 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487dde23-e9eb-407f-b482-41c2ff590264 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:51:24.845847 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 487dde23-e9eb-407f-b482-41c2ff590264, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=487dde23-e9eb-407f-b482-41c2ff590264,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:24.850780 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:24.852804 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:24.897225 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=487dde23-e9eb-407f-b482-41c2ff590264,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:24.900874 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:25.089617 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['487dde23-e9eb-407f-b482-41c2ff590264'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:51:25.289907 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174b83c-9cf5-45b5-9855-54fd33a46e29 req-7c78e3fc-0c36-456a-8842-f3dad48cef8b tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:25.291371 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e174b83c-9cf5-45b5-9855-54fd33a46e29 req-7c78e3fc-0c36-456a-8842-f3dad48cef8b tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 945 time: 0.1089761
Jun 23 03:51:25.329399 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e174b83c-9cf5-45b5-9855-54fd33a46e29 req-d6454574-6be3-405c-975a-37a3c079bece tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f8ec177-7e8a-452e-a1b5-380239b5942d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317142
Jun 23 03:51:25.799471 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:26.498850 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24760-e976-4e84-9652-20ca40ba9f48 req-2bc2adad-1919-4969-888f-c46d28338c17 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:26.500297 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7de24760-e976-4e84-9652-20ca40ba9f48 req-2bc2adad-1919-4969-888f-c46d28338c17 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 945 time: 0.0622318
Jun 23 03:51:26.543269 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7de24760-e976-4e84-9652-20ca40ba9f48 req-369a990e-0ebc-4b5f-8d2b-60b3ad3b908c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f8ec177-7e8a-452e-a1b5-380239b5942d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364702
Jun 23 03:51:27.805706 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6b86e-6657-41fb-8f99-baa3dc5618c2 req-a6e51a94-1032-4a28-ba1b-1df4b784a533 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:27.807125 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7fe6b86e-6657-41fb-8f99-baa3dc5618c2 req-a6e51a94-1032-4a28-ba1b-1df4b784a533 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 945 time: 0.1541357
Jun 23 03:51:27.843027 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7fe6b86e-6657-41fb-8f99-baa3dc5618c2 req-1213e28c-8941-4147-8ebe-217f0a91fb14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f8ec177-7e8a-452e-a1b5-380239b5942d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0302896
Jun 23 03:51:28.697396 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 487dde23-e9eb-407f-b482-41c2ff590264 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:28.744237 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 487dde23-e9eb-407f-b482-41c2ff590264 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:28.747958 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 487dde23-e9eb-407f-b482-41c2ff590264 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:28.748346 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:28.825802 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:28.849021 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487dde23-e9eb-407f-b482-41c2ff590264'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:28.851087 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b2a4d0-dfc1-40c6-92c7-369c9edd6acb" -d '{"events": [{"server_uuid": "db740921-4ba2-45a3-b625-a0f1e5d6fb04", "name": "network-vif-plugged", "status": "completed", "tag": "487dde23-e9eb-407f-b482-41c2ff590264"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:28.863421 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 487dde23-e9eb-407f-b482-41c2ff590264, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=487dde23-e9eb-407f-b482-41c2ff590264,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:28.868973 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:28.870945 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-de086b60-5df3-494b-a9bd-55d623201ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:28.893056 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4afa89-2468-41fa-8fd4-dba2a222f2ef x-openstack-request-id: req-3d4afa89-2468-41fa-8fd4-dba2a222f2ef {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:28.893357 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db740921-4ba2-45a3-b625-a0f1e5d6fb04", "name": "network-vif-plugged", "status": "completed", "tag": "487dde23-e9eb-407f-b482-41c2ff590264", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:28.893617 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d4afa89-2468-41fa-8fd4-dba2a222f2ef {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:28.894009 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487dde23-e9eb-407f-b482-41c2ff590264', 'code': 200}
Jun 23 03:51:28.922730 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=487dde23-e9eb-407f-b482-41c2ff590264,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:28.927314 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:29.072054 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54c40b-9bcf-4e47-a09e-c6210c95c0c0 req-21adf851-2a7f-4f85-b6e1-6b5e2ea21f60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:29.073619 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-de54c40b-9bcf-4e47-a09e-c6210c95c0c0 req-21adf851-2a7f-4f85-b6e1-6b5e2ea21f60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 946 time: 0.1166179
Jun 23 03:51:29.110657 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-de54c40b-9bcf-4e47-a09e-c6210c95c0c0 req-94fc042d-48e1-42c8-9a23-3048e9c522ce tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f8ec177-7e8a-452e-a1b5-380239b5942d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310025
Jun 23 03:51:29.117094 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f34ecf-b6b6-4b93-ba0a-a4cf34cb666c req-fccaaaf8-dc5e-45f3-9216-6cd7c4b56447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:29.118924 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f1f34ecf-b6b6-4b93-ba0a-a4cf34cb666c req-fccaaaf8-dc5e-45f3-9216-6cd7c4b56447 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 1099 time: 0.0502603
Jun 23 03:51:29.154553 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f1f34ecf-b6b6-4b93-ba0a-a4cf34cb666c req-24da2170-4743-4b68-b23b-62e7f5e82c33 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2f8ec177-7e8a-452e-a1b5-380239b5942d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0284088
Jun 23 03:51:30.300424 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f602d-cae3-4783-9b9f-8e737263a845 req-8bb3d0c6-be18-4ba6-ac67-b454ce4a9b44 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:30.302526 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6c8f602d-cae3-4783-9b9f-8e737263a845 req-8bb3d0c6-be18-4ba6-ac67-b454ce4a9b44 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 946 time: 0.0657742
Jun 23 03:51:30.341176 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6c8f602d-cae3-4783-9b9f-8e737263a845 req-90312df9-9466-4337-97a6-17afcad827ad tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f8ec177-7e8a-452e-a1b5-380239b5942d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0329030
Jun 23 03:51:30.445866 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-3ac5c46d-af8d-430b-955d-1dbe0f34ea91 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645315684&fields=id&tenant_id=30194254903542319632415fac0d7ed2 HTTP/1.1" status: 200  len: 267 time: 0.0418911
Jun 23 03:51:30.508500 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6cf60-39dd-4966-a1f5-f45c726ccad4 req-a4f96cd0-88b3-4b1a-aa95-782fb38a5f1d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:30.509980 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-91e6cf60-39dd-4966-a1f5-f45c726ccad4 req-a4f96cd0-88b3-4b1a-aa95-782fb38a5f1d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 946 time: 0.0662491
Jun 23 03:51:30.519088 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 59956) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:30.525156 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-819e20d7-d3d7-4650-bde8-af4bd028e354 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Request body: {'floatingip': {'port_id': '487dde23-e9eb-407f-b482-41c2ff590264'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:30.553521 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-417b7f48-eabf-4374-a727-9cfeeb789b20 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:30.554978 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-417b7f48-eabf-4374-a727-9cfeeb789b20 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 811 time: 0.1027915
Jun 23 03:51:30.563194 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-819e20d7-d3d7-4650-bde8-af4bd028e354 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:30.570027 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-f3f812fc-28eb-464e-871e-fa68a1977b38 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/quotas/30194254903542319632415fac0d7ed2 HTTP/1.1" status: 200  len: 375 time: 0.0094025
Jun 23 03:51:30.640523 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-73e45633-cc02-47a7-93e1-8073af1addae tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0646966
Jun 23 03:51:30.793908 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-853c92e4-fa95-4ea3-93d7-b6f16b5c3f82 service neutron] 10.222.0.15 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407280
Jun 23 03:51:30.886617 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-387ed743-3c06-43a2-8af0-f8ed6e630ade service neutron] 10.222.0.15 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868671
Jun 23 03:51:31.432972 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-601067c2-7c39-49e1-b1d4-0467f51ca5b4 req-e3fc8e95-b5eb-4386-a735-328c2c42e602 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 210 time: 0.2639503
Jun 23 03:51:31.438898 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-819e20d7-d3d7-4650-bde8-af4bd028e354 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:31.443993 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-819e20d7-d3d7-4650-bde8-af4bd028e354 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:31.554358 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.l3_db [None req-819e20d7-d3d7-4650-bde8-af4bd028e354 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Floating IP 0d9b941c-35fc-424c-8550-951d447d3b42 associated. External IP: 172.27.0.64, port: 487dde23-e9eb-407f-b482-41c2ff590264.
Jun 23 03:51:31.768902 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819e20d7-d3d7-4650-bde8-af4bd028e354 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Router 2e2be71b-476f-438b-a8ee-4c36911fb9ca has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:51:31.886740 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819e20d7-d3d7-4650-bde8-af4bd028e354 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:51:31.893127 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-819e20d7-d3d7-4650-bde8-af4bd028e354 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:31.900350 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b36e10-3931-44ba-95da-e99bd77d7f8e None None] Sync routers for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:51:31.916295 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b36e10-3931-44ba-95da-e99bd77d7f8e None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:31.917159 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-71b36e10-3931-44ba-95da-e99bd77d7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb41ef2b0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:31.938371 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-819e20d7-d3d7-4650-bde8-af4bd028e354 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "PUT /v2.0/floatingips/0d9b941c-35fc-424c-8550-951d447d3b42 HTTP/1.1" status: 200  len: 991 time: 1.4180906
Jun 23 03:51:31.939209 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'tag': '487dde23-e9eb-407f-b482-41c2ff590264'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:31.946507 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f" -d '{"events": [{"name": "network-changed", "server_uuid": "db740921-4ba2-45a3-b625-a0f1e5d6fb04", "tag": "487dde23-e9eb-407f-b482-41c2ff590264"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:32.040871 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-71b36e10-3931-44ba-95da-e99bd77d7f8e None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:32.072573 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cf0d4e-7908-4e6b-b33b-7e507bfe6d67 x-openstack-request-id: req-a7cf0d4e-7908-4e6b-b33b-7e507bfe6d67 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:32.072933 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db740921-4ba2-45a3-b625-a0f1e5d6fb04", "tag": "487dde23-e9eb-407f-b482-41c2ff590264", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:32.073225 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7cf0d4e-7908-4e6b-b33b-7e507bfe6d67 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:32.073678 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'tag': '487dde23-e9eb-407f-b482-41c2ff590264', 'status': 'completed', 'code': 200}
Jun 23 03:51:32.170064 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f req-87861e5c-0d3e-4005-aea6-74f233fe1b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:32.171533 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f req-87861e5c-0d3e-4005-aea6-74f233fe1b90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 1099 time: 0.0603297
Jun 23 03:51:32.267502 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f req-de66aeff-79a2-4c01-b3d3-554f090d6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:32.268956 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f req-de66aeff-79a2-4c01-b3d3-554f090d6f13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 200  len: 911 time: 0.0878861
Jun 23 03:51:32.271355 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-71b36e10-3931-44ba-95da-e99bd77d7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb41ef2b0>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '0d9b941c-35fc-424c-8550-951d447d3b42', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'port_id': '487dde23-e9eb-407f-b482-41c2ff590264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'mac_address': 'fa:16:3e:26:ad:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:51:16Z', 'updated_at': '2021-06-23T03:51:31Z', 'revision_number': 1, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:32.296534 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b36e10-3931-44ba-95da-e99bd77d7f8e None None] Checking router: 2e2be71b-476f-438b-a8ee-4c36911fb9ca for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:51:32.305491 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b36e10-3931-44ba-95da-e99bd77d7f8e None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:32.306092 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-71b36e10-3931-44ba-95da-e99bd77d7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb41ef2b0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:32.343915 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f req-8bc1a079-faac-4693-81b4-458f56b3f6aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=487dde23-e9eb-407f-b482-41c2ff590264 HTTP/1.1" status: 200  len: 999 time: 0.0613055
Jun 23 03:51:32.371359 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7afa058e-4e6d-4845-bf69-7fc0c04b69b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:32.398195 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f req-79fc983e-f9b9-4ff9-a8dd-b57fa9e4b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:32.399630 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f req-79fc983e-f9b9-4ff9-a8dd-b57fa9e4b523 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a63d313c-a6e3-45c8-860f-63d7336cf84a HTTP/1.1" status: 200  len: 850 time: 0.0462511
Jun 23 03:51:32.426977 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-71b36e10-3931-44ba-95da-e99bd77d7f8e None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:32.462680 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f req-a2bb3d86-d561-47d5-bedc-73134a96f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:32.464065 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f req-a2bb3d86-d561-47d5-bedc-73134a96f000 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cea1e4e-1863-44a6-ac96-46e29b9fc013&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0581627
Jun 23 03:51:32.600823 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bb927f47-d9cc-4643-beea-ddc0cbb54af2 req-5eba39a6-6c4d-48c0-be2c-0bf96fb3931b tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 210 time: 0.0328765
Jun 23 03:51:32.618034 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f req-9316dd05-4797-4131-b2ca-fdee1fd414b9 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314094
Jun 23 03:51:32.674491 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-f51cdc32-2b63-4dda-aab0-0dbcce1ba6da tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:32.676150 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-f51cdc32-2b63-4dda-aab0-0dbcce1ba6da tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 811 time: 0.1875708
Jun 23 03:51:32.681614 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-71b36e10-3931-44ba-95da-e99bd77d7f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb41ef2b0>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '0d9b941c-35fc-424c-8550-951d447d3b42', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'port_id': '487dde23-e9eb-407f-b482-41c2ff590264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'mac_address': 'fa:16:3e:26:ad:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:51:16Z', 'updated_at': '2021-06-23T03:51:31Z', 'revision_number': 1, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:32.723339 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b36e10-3931-44ba-95da-e99bd77d7f8e None None] The sync data for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi is: [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '0d9b941c-35fc-424c-8550-951d447d3b42', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'port_id': '487dde23-e9eb-407f-b482-41c2ff590264', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'mac_address': 'fa:16:3e:26:ad:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:51:16Z', 'updated_at': '2021-06-23T03:51:31Z', 'revision_number': 1, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:51:32.727457 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2be8ba7a-6ba6-4aa0-bb80-e045bf0ecc5f req-8afd3a70-f993-4970-8289-64493c522e10 service neutron] 10.222.0.26 "GET /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961947
Jun 23 03:51:32.729505 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-fa0ceb9d-3d49-4706-aaba-94fc5c77435c tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30194254903542319632415fac0d7ed2 HTTP/1.1" status: 200  len: 379 time: 0.0434220
Jun 23 03:51:32.742105 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'port': {'device_id': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'admin_state_up': True, 'tenant_id': '30194254903542319632415fac0d7ed2', 'security_groups': ['2c8fc3e8-8ec6-45a6-b3c7-212e749955e3']}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:32.855161 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Made reservation on behalf of 30194254903542319632415fac0d7ed2 for: {'port': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:51:32.858678 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:32.929191 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095b858-a87a-4d0b-be30-dfdd4468b894 None None] New status for floating IP 0d9b941c-35fc-424c-8550-951d447d3b42: ACTIVE {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:51:33.012770 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Allocated IP 172.20.0.13 (4cd9596c-4407-480b-bc0f-86cd5522e907/8302845e-6ca1-43f2-a9f7-d4583c69516a/dd48bf01-9a38-43af-b69b-2eb20e52bc61) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:33.216749 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:33.242103 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Transition to ACTIVE for port object dd48bf01-9a38-43af-b69b-2eb20e52bc61 will not be triggered until provisioned by entity DHCP. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:33.278257 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:33.281989 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:33.331655 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Network 4cd9596c-4407-480b-bc0f-86cd5522e907 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:33.335518 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:33.340024 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:33.342594 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'Port': ['ID=dd48bf01-9a38-43af-b69b-2eb20e52bc61,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:33.345882 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:33.391138 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:33.391764 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:33.407234 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6703169
Jun 23 03:51:33.419338 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Request body: {'port': {'device_id': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:33.504167 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:33.534880 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-ee077915-33bf-4c79-bb7f-8e08ff2c05fb None None] Provisioning for port dd48bf01-9a38-43af-b69b-2eb20e52bc61 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:33.539414 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-ee077915-33bf-4c79-bb7f-8e08ff2c05fb None None] Provisioning complete for port dd48bf01-9a38-43af-b69b-2eb20e52bc61 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:33.539922 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ee077915-33bf-4c79-bb7f-8e08ff2c05fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:33.575741 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-ee077915-33bf-4c79-bb7f-8e08ff2c05fb None None] Port dd48bf01-9a38-43af-b69b-2eb20e52bc61 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:51:33.815025 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd48bf01-9a38-43af-b69b-2eb20e52bc61 {{(pid=99522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:51:33.824536 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:33.833259 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13606bd1-30dc-423d-b6d8-24da61dcd329 req-bb00b0de-a090-4261-bf10-f4268caf6600 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:33.834710 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-13606bd1-30dc-423d-b6d8-24da61dcd329 req-bb00b0de-a090-4261-bf10-f4268caf6600 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 932 time: 0.1147819
Jun 23 03:51:33.851642 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Transition to ACTIVE for port object dd48bf01-9a38-43af-b69b-2eb20e52bc61 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:33.859420 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:33.863368 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:33.919784 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-13606bd1-30dc-423d-b6d8-24da61dcd329 req-44fedb04-4e44-4bee-af43-05639a358d15 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784247
Jun 23 03:51:33.929756 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Pushing event updated for resources: {'Port': ['ID=dd48bf01-9a38-43af-b69b-2eb20e52bc61,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:33.932764 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:34.007467 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Attempting to bind port dd48bf01-9a38-43af-b69b-2eb20e52bc61 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:51:34.007804 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Attempting to bind port dd48bf01-9a38-43af-b69b-2eb20e52bc61 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:51:34.008132 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Attempting to bind port dd48bf01-9a38-43af-b69b-2eb20e52bc61 on network 4cd9596c-4407-480b-bc0f-86cd5522e907 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:34.012708 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Port dd48bf01-9a38-43af-b69b-2eb20e52bc61 on network 4cd9596c-4407-480b-bc0f-86cd5522e907 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:51:34.013037 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Attempting to bind port dd48bf01-9a38-43af-b69b-2eb20e52bc61 on network 4cd9596c-4407-480b-bc0f-86cd5522e907 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:34.018094 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:51:34.018432 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Checking segment: {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:34.018816 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Bound using segment: {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:51:34.019246 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Bound port: dd48bf01-9a38-43af-b69b-2eb20e52bc61, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:51:34.019584 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:34.085341 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] For port dd48bf01-9a38-43af-b69b-2eb20e52bc61, host hv-cinder-76859, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:51:34.090404 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] For port dd48bf01-9a38-43af-b69b-2eb20e52bc61, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dd48bf01-9a38-43af-b69b-2eb20e52bc61,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:51:34.096216 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:34.100933 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:34.138557 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:34.139159 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:34.140504 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] 10.222.0.26 "PUT /v2.0/ports/dd48bf01-9a38-43af-b69b-2eb20e52bc61 HTTP/1.1" status: 200  len: 1094 time: 0.7255726
Jun 23 03:51:34.141038 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'tag': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:34.143335 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225fbad8-d8ad-4096-9882-f4191dbcb9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9a3581-fade-4218-bf7d-76f931d12239", "tag": "dd48bf01-9a38-43af-b69b-2eb20e52bc61"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:34.173743 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Pushing event updated for resources: {'Port': ['ID=dd48bf01-9a38-43af-b69b-2eb20e52bc61,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:34.178839 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:34.212567 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b287d95-9076-4cf9-b61f-e1635fd72ddc x-openstack-request-id: req-0b287d95-9076-4cf9-b61f-e1635fd72ddc {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:34.212920 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9a3581-fade-4218-bf7d-76f931d12239", "tag": "dd48bf01-9a38-43af-b69b-2eb20e52bc61", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:34.213210 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b287d95-9076-4cf9-b61f-e1635fd72ddc {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:34.213638 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'tag': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61', 'status': 'completed', 'code': 200}
Jun 23 03:51:34.246583 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ed374657-c774-4139-97e1-9ce3e099e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:34.248307 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-ed374657-c774-4139-97e1-9ce3e099e959 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 1097 time: 0.0662084
Jun 23 03:51:34.300358 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-a4ad4079-3bdc-4682-af8c-75b79e7d583d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd48bf01-9a38-43af-b69b-2eb20e52bc61 HTTP/1.1" status: 200  len: 217 time: 0.0436482
Jun 23 03:51:34.377772 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-dae93f96-10e3-4d87-85be-aa3eec28d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:34.379392 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-dae93f96-10e3-4d87-85be-aa3eec28d34d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0723724
Jun 23 03:51:34.448453 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-9e96a764-c87d-41ea-a43f-3148dfb93fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:34.450080 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-9e96a764-c87d-41ea-a43f-3148dfb93fac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0590558
Jun 23 03:51:34.451057 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 60026) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:34.542138 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-7f3e5635-9a41-4e99-905f-38d02e38a45d service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834465
Jun 23 03:51:34.564352 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-54d351d5-3da4-4af3-9bc2-a5b4d796148c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:34.672174 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2c5205fa-b09f-42ea-927d-ba9182a8cd8a req-4b78c0de-cdab-4cd1-a571-4346e84a5d57 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218772
Jun 23 03:51:34.730596 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-54d351d5-3da4-4af3-9bc2-a5b4d796148c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:34.747506 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-54d351d5-3da4-4af3-9bc2-a5b4d796148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:34.752545 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-5c6a7be5-c4b6-469e-b389-cb29b80bb377 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:34.791454 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-54d351d5-3da4-4af3-9bc2-a5b4d796148c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a45b64ffe99a406ca3647bd14e22f439&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3394070
Jun 23 03:51:34.794140 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 60030) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:34.795203 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d351d5-3da4-4af3-9bc2-a5b4d796148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec594ab-aae0-40ac-8d52-7e148e6a40ba,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:34.800549 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-54d351d5-3da4-4af3-9bc2-a5b4d796148c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:34.814477 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fbad8-d8ad-4096-9882-f4191dbcb9ad req-218da590-0ff3-4885-9cd6-a50f230b7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:34.816010 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-225fbad8-d8ad-4096-9882-f4191dbcb9ad req-218da590-0ff3-4885-9cd6-a50f230b7271 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 1097 time: 0.0987556
Jun 23 03:51:34.843103 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-2707b54c-fc51-4194-a189-5e39516c21e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:34.864733 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-2707b54c-fc51-4194-a189-5e39516c21e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:34.908350 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fbad8-d8ad-4096-9882-f4191dbcb9ad req-12445454-c58a-4e7a-bcf3-b519d12294de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:34.909860 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-225fbad8-d8ad-4096-9882-f4191dbcb9ad req-12445454-c58a-4e7a-bcf3-b519d12294de service neutron] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 911 time: 0.0861182
Jun 23 03:51:34.911064 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-2707b54c-fc51-4194-a189-5e39516c21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:34.913985 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-2707b54c-fc51-4194-a189-5e39516c21e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:34.915104 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-2707b54c-fc51-4194-a189-5e39516c21e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aec594ab-aae0-40ac-8d52-7e148e6a40ba HTTP/1.1" status: 204  len: 168 time: 0.1199987
Jun 23 03:51:34.915963 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8135d379-1f21-43fd-8155-0109258cd0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:34.928483 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707b54c-fc51-4194-a189-5e39516c21e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec594ab-aae0-40ac-8d52-7e148e6a40ba,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:34.930780 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-2707b54c-fc51-4194-a189-5e39516c21e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:34.953377 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-225fbad8-d8ad-4096-9882-f4191dbcb9ad req-78be7332-dc1c-4bdf-a2e4-b44386cf9e07 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd48bf01-9a38-43af-b69b-2eb20e52bc61 HTTP/1.1" status: 200  len: 217 time: 0.0354981
Jun 23 03:51:35.003886 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d4e7f751-b80c-4a6d-842e-6e35cb1d7cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:35.012144 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fbad8-d8ad-4096-9882-f4191dbcb9ad req-b0d8b972-8334-4f91-8e69-c13b10d2f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:35.013715 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-225fbad8-d8ad-4096-9882-f4191dbcb9ad req-b0d8b972-8334-4f91-8e69-c13b10d2f81b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0531292
Jun 23 03:51:35.131951 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb86e4c-838e-436a-b980-73eba7329770 req-3fc394d9-a001-444f-a1ad-fdb907da1c70 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:35.133392 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4cb86e4c-838e-436a-b980-73eba7329770 req-3fc394d9-a001-444f-a1ad-fdb907da1c70 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 944 time: 0.0760880
Jun 23 03:51:35.135297 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fbad8-d8ad-4096-9882-f4191dbcb9ad req-13496062-97b7-4ebb-9af5-25a38b56eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:35.136599 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-225fbad8-d8ad-4096-9882-f4191dbcb9ad req-13496062-97b7-4ebb-9af5-25a38b56eba8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1091416
Jun 23 03:51:35.220880 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4cb86e4c-838e-436a-b980-73eba7329770 req-b5b6d183-65ec-4fe6-a566-d0018c58b626 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818002
Jun 23 03:51:35.251242 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-225fbad8-d8ad-4096-9882-f4191dbcb9ad req-752a9ee2-393b-4ce4-8724-bfaf3443812c service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1063514
Jun 23 03:51:35.341183 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-225fbad8-d8ad-4096-9882-f4191dbcb9ad req-9877e7f5-795c-4757-9fe0-c73dcc176917 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836921
Jun 23 03:51:35.341331 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:36.328811 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:36.394616 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de8a72-c8e9-4914-827a-873626f6ea9d req-b4c829da-41e6-411c-83a3-0228a9141394 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:36.396652 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d8de8a72-c8e9-4914-827a-873626f6ea9d req-b4c829da-41e6-411c-83a3-0228a9141394 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 944 time: 0.0620723
Jun 23 03:51:36.432883 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d8de8a72-c8e9-4914-827a-873626f6ea9d req-52caf98c-2a64-4ec6-8178-be82f356bce8 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307004
Jun 23 03:51:37.128074 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-2b918ea3-905f-443f-b54f-f1506d0bb149 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6a3c69b63f3a4f7bb5427cfb32fb0fb5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0289433
Jun 23 03:51:37.229886 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:51:37.479838 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:37.564419 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-76f61714-9366-401a-8246-14237f8f3ed4 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:37.565909 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-76f61714-9366-401a-8246-14237f8f3ed4 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4323766
Jun 23 03:51:37.584418 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-666a64f4-b7d9-4220-bd98-712f3881e9b5 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/quotas/6a3c69b63f3a4f7bb5427cfb32fb0fb5 HTTP/1.1" status: 200  len: 375 time: 0.0119145
Jun 23 03:51:37.612766 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7ae9a-d5cc-4cbc-864b-c1289b0cf3b7 req-3d04802b-fdfc-4dc3-a254-5b70a11c9d7e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:37.614803 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d3f7ae9a-d5cc-4cbc-864b-c1289b0cf3b7 req-3d04802b-fdfc-4dc3-a254-5b70a11c9d7e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 944 time: 0.0672200
Jun 23 03:51:37.618070 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-31df6e3f-76f6-42d9-97be-2fe8d2c6560d tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a3c69b63f3a4f7bb5427cfb32fb0fb5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0282857
Jun 23 03:51:37.652801 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d3f7ae9a-d5cc-4cbc-864b-c1289b0cf3b7 req-efc82873-59e3-4bba-b3c4-fed3777d5fe1 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317371
Jun 23 03:51:37.844788 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0c88128c-3679-4ded-803b-6b32e186a9c8 req-20d2e34b-e66e-4e31-9259-8566db7304b8 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 210 time: 0.0308573
Jun 23 03:51:38.814268 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-cea6694b-904b-4358-87b3-26b00ee0bb46 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=6a3c69b63f3a4f7bb5427cfb32fb0fb5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0254116
Jun 23 03:51:38.836867 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d6b0b-6b34-4e34-9ad5-0c28b6bc7727 req-5ffa49c3-d3a2-4b4b-95be-4950bffdbcba tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:38.844535 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-278d6b0b-6b34-4e34-9ad5-0c28b6bc7727 req-5ffa49c3-d3a2-4b4b-95be-4950bffdbcba tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 944 time: 0.0788713
Jun 23 03:51:38.883600 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-278d6b0b-6b34-4e34-9ad5-0c28b6bc7727 req-fb990c42-7b08-46d2-87a7-d6a50eb3a99c tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381484
Jun 23 03:51:38.956918 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-e74afcb3-6d10-4335-8b49-f9334c209fa1 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:38.958513 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-e74afcb3-6d10-4335-8b49-f9334c209fa1 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1380258
Jun 23 03:51:38.970537 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Request body: {'port': {'device_id': '07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9', 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775', 'admin_state_up': True, 'tenant_id': '6a3c69b63f3a4f7bb5427cfb32fb0fb5'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:39.047065 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-68a4201e-a5e8-46e4-9024-62ea0072008e req-9be9706f-0d7c-488d-828a-fc77422dfc4e tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 210 time: 0.0456350
Jun 23 03:51:39.090032 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Made reservation on behalf of 6a3c69b63f3a4f7bb5427cfb32fb0fb5 for: {'port': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:51:39.093853 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:39.103672 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:39.195592 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:39.199140 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:39.201935 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-2941c365-19e7-4ec8-a9a0-bf5111479e78 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:39.258917 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:39.263516 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:39.329135 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Allocated IP 192.168.233.155 (eebc5bad-a99c-47c0-a591-99179532e775/d128797d-1d8b-4c5f-9f5b-e7ca36b94a51/44063c9d-05cc-4cba-a7f3-7d28979b68a7) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:39.474625 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:39.487107 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Transition to ACTIVE for port object 44063c9d-05cc-4cba-a7f3-7d28979b68a7 will not be triggered until provisioned by entity DHCP. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:39.521247 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:39.524737 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:39.570421 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Network eebc5bad-a99c-47c0-a591-99179532e775 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:39.573592 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:39.577465 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:39.606046 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Pushing event updated for resources: {'Port': ['ID=44063c9d-05cc-4cba-a7f3-7d28979b68a7,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:39.610401 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:39.636399 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:39.637056 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:39.652692 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6861129
Jun 23 03:51:39.664904 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Request body: {'port': {'device_id': '07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:39.740550 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:39.778234 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-e7c6c830-936e-41e4-8e89-d407b6761bee None None] Provisioning for port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:39.781930 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-e7c6c830-936e-41e4-8e89-d407b6761bee None None] Provisioning complete for port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:39.782318 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e7c6c830-936e-41e4-8e89-d407b6761bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:39.819186 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-e7c6c830-936e-41e4-8e89-d407b6761bee None None] Port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:51:40.004834 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44063c9d-05cc-4cba-a7f3-7d28979b68a7 {{(pid=99522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:51:40.012398 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:40.024981 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Transition to ACTIVE for port object 44063c9d-05cc-4cba-a7f3-7d28979b68a7 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:40.029964 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:40.032846 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-0e15929f-59e5-423b-878a-1bd193a046ee tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:40.059764 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cfe78-346b-4709-bc9f-38143221eec3 req-e1d644be-27e9-489b-94d0-b1be7862b763 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:40.061854 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2c1cfe78-346b-4709-bc9f-38143221eec3 req-e1d644be-27e9-489b-94d0-b1be7862b763 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 944 time: 0.0667472
Jun 23 03:51:40.100369 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Pushing event updated for resources: {'Port': ['ID=44063c9d-05cc-4cba-a7f3-7d28979b68a7,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:40.103948 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:40.112740 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2c1cfe78-346b-4709-bc9f-38143221eec3 req-dabd0b3e-0922-4e0f-9737-a6bcc1396939 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441360
Jun 23 03:51:40.168391 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Attempting to bind port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:51:40.168768 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Attempting to bind port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '4d005477-a4bc-40a7-9ba5-9c2bd97b8d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:51:40.169103 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Attempting to bind port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 on network eebc5bad-a99c-47c0-a591-99179532e775 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:40.174009 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 on network eebc5bad-a99c-47c0-a591-99179532e775 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:51:40.174335 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Attempting to bind port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 on network eebc5bad-a99c-47c0-a591-99179532e775 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:40.179647 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:51:40.180145 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Checking segment: {'id': '4d005477-a4bc-40a7-9ba5-9c2bd97b8d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:40.180539 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Bound using segment: {'id': '4d005477-a4bc-40a7-9ba5-9c2bd97b8d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:51:40.181013 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Bound port: 44063c9d-05cc-4cba-a7f3-7d28979b68a7, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d005477-a4bc-40a7-9ba5-9c2bd97b8d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:51:40.181384 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:40.290458 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] For port 44063c9d-05cc-4cba-a7f3-7d28979b68a7, host hv-cinder-76859, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:51:40.294794 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] For port 44063c9d-05cc-4cba-a7f3-7d28979b68a7, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=44063c9d-05cc-4cba-a7f3-7d28979b68a7,segment=NetworkSegment(4d005477-a4bc-40a7-9ba5-9c2bd97b8d55),segment_id=4d005477-a4bc-40a7-9ba5-9c2bd97b8d55)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:51:40.300821 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:40.304156 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dc22d2c4-b1f8-4a3b-9f2e-3a837b0a2cfa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:40.316165 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc80fc-7b0d-4240-9f27-21ef00a8a680 req-b3f01920-10d7-443f-ad4e-e8b26c880f96 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:40.317701 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5ffc80fc-7b0d-4240-9f27-21ef00a8a680 req-b3f01920-10d7-443f-ad4e-e8b26c880f96 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 948 time: 0.1250682
Jun 23 03:51:40.352481 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:40.353110 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:40.354448 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-b26f1141-250a-412d-91ae-685b14452085 service neutron] 10.222.0.26 "PUT /v2.0/ports/44063c9d-05cc-4cba-a7f3-7d28979b68a7 HTTP/1.1" status: 200  len: 1098 time: 0.6940994
Jun 23 03:51:40.354965 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9', 'tag': '44063c9d-05cc-4cba-a7f3-7d28979b68a7'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:40.357293 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f344fbe1-27fd-43ac-bcc9-357b89586890" -d '{"events": [{"name": "network-changed", "server_uuid": "07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9", "tag": "44063c9d-05cc-4cba-a7f3-7d28979b68a7"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:40.412110 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Pushing event updated for resources: {'Port': ['ID=44063c9d-05cc-4cba-a7f3-7d28979b68a7,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:40.416969 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7433e857-03d2-4a13-955d-6ea5a73df3d6 x-openstack-request-id: req-7433e857-03d2-4a13-955d-6ea5a73df3d6 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:40.417368 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9", "tag": "44063c9d-05cc-4cba-a7f3-7d28979b68a7", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:40.417724 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7433e857-03d2-4a13-955d-6ea5a73df3d6 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:40.418217 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9', 'tag': '44063c9d-05cc-4cba-a7f3-7d28979b68a7', 'status': 'completed', 'code': 200}
Jun 23 03:51:40.419052 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:40.442881 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5ffc80fc-7b0d-4240-9f27-21ef00a8a680 req-55152f46-96ee-4bd8-b80a-4dba0d57d5be tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054027
Jun 23 03:51:40.471254 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-f60c518e-6b20-4ef2-bf27-7a9dee051175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:40.473218 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-f60c518e-6b20-4ef2-bf27-7a9dee051175 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a3c69b63f3a4f7bb5427cfb32fb0fb5&device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 1101 time: 0.0737689
Jun 23 03:51:40.526426 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-5efee9f6-8b5c-426a-8c54-9baab33ebaf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=44063c9d-05cc-4cba-a7f3-7d28979b68a7 HTTP/1.1" status: 200  len: 217 time: 0.0361352
Jun 23 03:51:40.575850 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-f4224aca-c27f-46d0-b08a-de2c6e57fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:40.577398 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-f4224aca-c27f-46d0-b08a-de2c6e57fb0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d128797d-1d8b-4c5f-9f5b-e7ca36b94a51 HTTP/1.1" status: 200  len: 843 time: 0.0444570
Jun 23 03:51:40.637115 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-d6afa8d4-0875-46cb-b9a2-b1aeb967ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:40.638471 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-d6afa8d4-0875-46cb-b9a2-b1aeb967ab4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eebc5bad-a99c-47c0-a591-99179532e775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0539162
Jun 23 03:51:40.799313 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device dd48bf01-9a38-43af-b69b-2eb20e52bc61 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:51:40.825607 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-557ef9f3-fee3-4bfa-aa5b-8f3c259f73fc service neutron] 10.222.0.26 "GET /v2.0/networks/eebc5bad-a99c-47c0-a591-99179532e775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1737590
Jun 23 03:51:40.893492 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port dd48bf01-9a38-43af-b69b-2eb20e52bc61, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dd48bf01-9a38-43af-b69b-2eb20e52bc61,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:40.905121 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'port_id': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61', 'mac_address': 'fa:16:3e:ba:96:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:51:40.920435 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb4c19e1-2ba3-45cf-a0f6-2fc65a0edcab req-f0072e94-4e64-4b7e-a02d-25fa28b089b8 service neutron] 10.222.0.26 "GET /v2.0/networks/eebc5bad-a99c-47c0-a591-99179532e775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874629
Jun 23 03:51:40.947131 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:40.961016 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd48bf01-9a38-43af-b69b-2eb20e52bc61 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:51:40.980866 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port dd48bf01-9a38-43af-b69b-2eb20e52bc61, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dd48bf01-9a38-43af-b69b-2eb20e52bc61,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:40.984643 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:40.987224 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:41.022489 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344fbe1-27fd-43ac-bcc9-357b89586890 req-7b06aa6f-ee1d-4873-8126-c870784e07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:41.023946 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f344fbe1-27fd-43ac-bcc9-357b89586890 req-7b06aa6f-ee1d-4873-8126-c870784e07b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a3c69b63f3a4f7bb5427cfb32fb0fb5&device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 1101 time: 0.0525348
Jun 23 03:51:41.033145 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=dd48bf01-9a38-43af-b69b-2eb20e52bc61,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:41.037223 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:41.113705 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344fbe1-27fd-43ac-bcc9-357b89586890 req-a4fb36dc-c34f-41b6-a8af-59037d15560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:41.115171 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f344fbe1-27fd-43ac-bcc9-357b89586890 req-a4fb36dc-c34f-41b6-a8af-59037d15560a service neutron] 10.222.0.26 "GET /v2.0/networks?id=eebc5bad-a99c-47c0-a591-99179532e775 HTTP/1.1" status: 200  len: 869 time: 0.0842218
Jun 23 03:51:41.161831 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f344fbe1-27fd-43ac-bcc9-357b89586890 req-8855e84d-7e1a-4a65-822b-26c1de69cfa9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=44063c9d-05cc-4cba-a7f3-7d28979b68a7 HTTP/1.1" status: 200  len: 217 time: 0.0378683
Jun 23 03:51:41.221456 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344fbe1-27fd-43ac-bcc9-357b89586890 req-64a4dffb-5c92-41fa-9e26-a9f51df12996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:41.223684 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f344fbe1-27fd-43ac-bcc9-357b89586890 req-64a4dffb-5c92-41fa-9e26-a9f51df12996 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d128797d-1d8b-4c5f-9f5b-e7ca36b94a51 HTTP/1.1" status: 200  len: 843 time: 0.0496995
Jun 23 03:51:41.267072 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['dd48bf01-9a38-43af-b69b-2eb20e52bc61'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:51:41.332172 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344fbe1-27fd-43ac-bcc9-357b89586890 req-f14de781-59d6-4578-a525-2057bc0e0c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:41.334958 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f344fbe1-27fd-43ac-bcc9-357b89586890 req-f14de781-59d6-4578-a525-2057bc0e0c56 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=eebc5bad-a99c-47c0-a591-99179532e775&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1048343
Jun 23 03:51:41.349439 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0c4e7-8d26-49ce-b6c8-5e188a7d1467 req-cc7a3dba-b087-4de0-9620-4208bca2ed50 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:41.351232 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-61c0c4e7-8d26-49ce-b6c8-5e188a7d1467 req-cc7a3dba-b087-4de0-9620-4208bca2ed50 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 945 time: 0.0961082
Jun 23 03:51:41.443955 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-61c0c4e7-8d26-49ce-b6c8-5e188a7d1467 req-13b382cc-165c-49c3-b4ff-964966cf170e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825202
Jun 23 03:51:41.467530 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f344fbe1-27fd-43ac-bcc9-357b89586890 req-7e7e2799-825c-41b1-bf08-0451fcb3da9c service neutron] 10.222.0.26 "GET /v2.0/networks/eebc5bad-a99c-47c0-a591-99179532e775?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1111398
Jun 23 03:51:41.564417 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f344fbe1-27fd-43ac-bcc9-357b89586890 req-b2064b10-97a9-4bb3-8122-afbaab1352fe service neutron] 10.222.0.26 "GET /v2.0/networks/eebc5bad-a99c-47c0-a591-99179532e775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902019
Jun 23 03:51:41.622027 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a59579-7736-451f-ab24-6d4f7fdd5d9b req-f6d05f46-4970-4294-b3a6-567b4bb46b7f tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:41.623437 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c0a59579-7736-451f-ab24-6d4f7fdd5d9b req-f6d05f46-4970-4294-b3a6-567b4bb46b7f tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 948 time: 0.0629537
Jun 23 03:51:41.658924 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c0a59579-7736-451f-ab24-6d4f7fdd5d9b req-f0fd3d38-2cbc-435d-bd62-d75cba5d4e60 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298228
Jun 23 03:51:42.623532 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350a14c-5256-4edd-90f3-ff0b2cbae109 req-d5f6afcd-77eb-48ab-a9c0-a68d0df8a809 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:42.625095 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f350a14c-5256-4edd-90f3-ff0b2cbae109 req-d5f6afcd-77eb-48ab-a9c0-a68d0df8a809 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 945 time: 0.0633073
Jun 23 03:51:42.662096 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f350a14c-5256-4edd-90f3-ff0b2cbae109 req-92a02121-c79c-4dec-a812-b82bf033bbc5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0314825
Jun 23 03:51:42.812565 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 44063c9d-05cc-4cba-a7f3-7d28979b68a7 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:51:42.817062 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device dd48bf01-9a38-43af-b69b-2eb20e52bc61 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:42.834379 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc39a3-9b5f-4735-9498-ffa2d600282a req-8a48e494-7507-409b-88cc-9c7b45fb3f5a tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:42.835849 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f0dc39a3-9b5f-4735-9498-ffa2d600282a req-8a48e494-7507-409b-88cc-9c7b45fb3f5a tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 948 time: 0.0651014
Jun 23 03:51:42.871923 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f0dc39a3-9b5f-4735-9498-ffa2d600282a req-11f6431d-0e8e-498e-8402-584550682ed6 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302970
Jun 23 03:51:42.918698 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port dd48bf01-9a38-43af-b69b-2eb20e52bc61 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:42.928124 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port dd48bf01-9a38-43af-b69b-2eb20e52bc61 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:42.928501 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:42.968739 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 44063c9d-05cc-4cba-a7f3-7d28979b68a7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=44063c9d-05cc-4cba-a7f3-7d28979b68a7,segment=NetworkSegment(4d005477-a4bc-40a7-9ba5-9c2bd97b8d55),segment_id=4d005477-a4bc-40a7-9ba5-9c2bd97b8d55)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:42.983361 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '44063c9d-05cc-4cba-a7f3-7d28979b68a7', 'network_id': 'eebc5bad-a99c-47c0-a591-99179532e775', 'port_id': '44063c9d-05cc-4cba-a7f3-7d28979b68a7', 'mac_address': 'fa:16:3e:d7:3e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd128797d-1d8b-4c5f-9f5b-e7ca36b94a51', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:51:43.045520 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:43.064371 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44063c9d-05cc-4cba-a7f3-7d28979b68a7 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:51:43.068574 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:43.097062 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 44063c9d-05cc-4cba-a7f3-7d28979b68a7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=44063c9d-05cc-4cba-a7f3-7d28979b68a7,segment=NetworkSegment(4d005477-a4bc-40a7-9ba5-9c2bd97b8d55),segment_id=4d005477-a4bc-40a7-9ba5-9c2bd97b8d55)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:43.102737 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:43.104968 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c70f13-5b25-4e89-b898-1c326027fb28" -d '{"events": [{"server_uuid": "ca9a3581-fade-4218-bf7d-76f931d12239", "name": "network-vif-plugged", "status": "completed", "tag": "dd48bf01-9a38-43af-b69b-2eb20e52bc61"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:43.114325 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:43.117457 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:43.121205 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port dd48bf01-9a38-43af-b69b-2eb20e52bc61, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dd48bf01-9a38-43af-b69b-2eb20e52bc61,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:43.141298 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:43.143842 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62e9f32-f297-499b-91cd-d099b4a3ee9a x-openstack-request-id: req-d62e9f32-f297-499b-91cd-d099b4a3ee9a {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:43.144126 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9a3581-fade-4218-bf7d-76f931d12239", "name": "network-vif-plugged", "status": "completed", "tag": "dd48bf01-9a38-43af-b69b-2eb20e52bc61", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:43.144381 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d62e9f32-f297-499b-91cd-d099b4a3ee9a {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:43.144832 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61', 'code': 200}
Jun 23 03:51:43.168870 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=44063c9d-05cc-4cba-a7f3-7d28979b68a7,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:43.171972 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:43.172462 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:43.218981 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=dd48bf01-9a38-43af-b69b-2eb20e52bc61,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:43.221822 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:43.378378 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['44063c9d-05cc-4cba-a7f3-7d28979b68a7'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:51:43.435144 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7430f8c-6454-4834-b92b-fc705a0a2b05 req-eddfaf36-1682-4ddd-ab5c-931353224dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:43.436593 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a7430f8c-6454-4834-b92b-fc705a0a2b05 req-eddfaf36-1682-4ddd-ab5c-931353224dec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 1099 time: 0.0527480
Jun 23 03:51:43.484289 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a7430f8c-6454-4834-b92b-fc705a0a2b05 req-9f2d0027-ccbf-462c-aab2-7a42397cf97b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360963
Jun 23 03:51:43.831603 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550277ea-70d8-4605-ae41-4d27ee289793 req-ed35bf24-d48e-4885-9e00-aafe434b4a05 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:43.833594 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-550277ea-70d8-4605-ae41-4d27ee289793 req-ed35bf24-d48e-4885-9e00-aafe434b4a05 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 946 time: 0.0608220
Jun 23 03:51:43.869943 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-550277ea-70d8-4605-ae41-4d27ee289793 req-925bc52b-f2a1-441c-8a0f-14acf78bf0d5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0309331
Jun 23 03:51:44.045433 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5cbbc-f893-45a4-84b4-fc1f9dcb6ad3 req-b572e1c5-095a-43b4-83ab-40973a6e16eb tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:44.046892 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c6b5cbbc-f893-45a4-84b4-fc1f9dcb6ad3 req-b572e1c5-095a-43b4-83ab-40973a6e16eb tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 949 time: 0.0620577
Jun 23 03:51:44.084315 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c6b5cbbc-f893-45a4-84b4-fc1f9dcb6ad3 req-52e3e8f0-9c37-4a66-b894-647a3d6664ef tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311315
Jun 23 03:51:44.814952 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 44063c9d-05cc-4cba-a7f3-7d28979b68a7 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:44.861269 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:44.865612 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:44.865989 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:44.943937 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:44.974873 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 44063c9d-05cc-4cba-a7f3-7d28979b68a7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=44063c9d-05cc-4cba-a7f3-7d28979b68a7,segment=NetworkSegment(4d005477-a4bc-40a7-9ba5-9c2bd97b8d55),segment_id=4d005477-a4bc-40a7-9ba5-9c2bd97b8d55)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:44.978785 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:44.981664 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:45.027718 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=44063c9d-05cc-4cba-a7f3-7d28979b68a7,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:45.030758 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:45.046552 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404bcd0-d847-42f9-87d7-021ddbc61f9b req-6e1a3d5b-8eeb-4cf6-954a-0825d4487b01 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:45.047915 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6404bcd0-d847-42f9-87d7-021ddbc61f9b req-6e1a3d5b-8eeb-4cf6-954a-0825d4487b01 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 946 time: 0.0647137
Jun 23 03:51:45.084256 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6404bcd0-d847-42f9-87d7-021ddbc61f9b req-10763bef-482c-441a-beb0-f97dd79ba4ad tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0301573
Jun 23 03:51:45.145599 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44063c9d-05cc-4cba-a7f3-7d28979b68a7'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:45.148385 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e8ada8-08a1-4a47-a664-f96fac28e3b7" -d '{"events": [{"server_uuid": "07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9", "name": "network-vif-plugged", "status": "completed", "tag": "44063c9d-05cc-4cba-a7f3-7d28979b68a7"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:45.255443 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ff22f-7015-49df-a225-0c682454d24d req-e76023ab-e92a-46cc-8c5d-baa61e8fd20a tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:45.256945 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cb3ff22f-7015-49df-a225-0c682454d24d req-e76023ab-e92a-46cc-8c5d-baa61e8fd20a tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 950 time: 0.0622237
Jun 23 03:51:45.258959 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c199-ddb8-4b07-96ee-a4193913f85e req-b52b4c80-f4ec-4c61-8147-5edf6b6c5575 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:45.260411 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e5b9c199-ddb8-4b07-96ee-a4193913f85e req-b52b4c80-f4ec-4c61-8147-5edf6b6c5575 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 946 time: 0.0640600
Jun 23 03:51:45.294336 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cb3ff22f-7015-49df-a225-0c682454d24d req-0ff873d6-92dc-47f6-9f0b-e140b1b8a0fc tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315528
Jun 23 03:51:45.298256 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e5b9c199-ddb8-4b07-96ee-a4193913f85e req-088518b7-7d0d-4943-a577-76510a7c28a2 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321608
Jun 23 03:51:45.323007 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 60166) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:45.339339 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e16872f-8ad4-4a87-a5e4-e4642457516e x-openstack-request-id: req-3e16872f-8ad4-4a87-a5e4-e4642457516e {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:45.339647 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9", "name": "network-vif-plugged", "status": "completed", "tag": "44063c9d-05cc-4cba-a7f3-7d28979b68a7", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:45.339913 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e16872f-8ad4-4a87-a5e4-e4642457516e {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:45.340314 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44063c9d-05cc-4cba-a7f3-7d28979b68a7', 'code': 200}
Jun 23 03:51:45.481197 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fc1e0f-3b4b-4bad-9682-504518aba361 tempest-TestVolumeBootPattern-589127812 tempest-TestVolumeBootPattern-589127812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:45.482728 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-b9fc1e0f-3b4b-4bad-9682-504518aba361 tempest-TestVolumeBootPattern-589127812 tempest-TestVolumeBootPattern-589127812-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 1094 time: 0.1587474
Jun 23 03:51:45.485539 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 60170) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:45.490532 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'floatingip': {'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'port_id': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61', 'tenant_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:45.514936 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:45.571645 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8d78a-a28f-4c29-8361-bf5a6b5b36b1 req-1f1a967e-98c6-4752-a820-096cf2563ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:45.573237 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d1a8d78a-a28f-4c29-8361-bf5a6b5b36b1 req-1f1a967e-98c6-4752-a820-096cf2563ef1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 1103 time: 0.0572994
Jun 23 03:51:45.615230 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:45.616075 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d1a8d78a-a28f-4c29-8361-bf5a6b5b36b1 req-69e9be3b-51ce-4f27-bb8e-1d02cea0fd32 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279651
Jun 23 03:51:45.724259 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Allocated IP 172.27.0.72 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/0616a8c2-4a46-4ef6-b759-353a4361d18c) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:45.824917 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:45.865244 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:45.868589 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:45.906499 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:45.909209 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:45.912770 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:45.938239 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'Port': ['ID=0616a8c2-4a46-4ef6-b759-353a4361d18c,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:45.950201 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.950571 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.950938 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.951299 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.951651 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.952005 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.952358 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.952812 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.953167 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.953511 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.953859 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.954204 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:45.959418 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:46.475316 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fc444-a6a4-424c-8866-fb7d9680238a req-6f6672a1-dfdd-4f6c-b7a2-a495b42f7e71 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:46.477043 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7d6fc444-a6a4-424c-8866-fb7d9680238a req-6f6672a1-dfdd-4f6c-b7a2-a495b42f7e71 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 950 time: 0.0651147
Jun 23 03:51:46.518632 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7d6fc444-a6a4-424c-8866-fb7d9680238a req-197d3999-e01d-45cf-8d9a-7e7357bec9ef tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353494
Jun 23 03:51:46.554159 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:46.636142 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:46.780122 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:46.784502 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:46.787205 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a19062d2-b652-435e-9cbd-4e873d9468ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:46.849066 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'Port': ['ID=0616a8c2-4a46-4ef6-b759-353a4361d18c,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:46.852966 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:46.862651 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:46.962751 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.l3_db [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Floating IP 25fbc721-2cd3-4f8c-b8b4-bfa4bfcc52ee associated. External IP: 172.27.0.72, port: dd48bf01-9a38-43af-b69b-2eb20e52bc61.
Jun 23 03:51:47.169185 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Router 9d378748-6831-4597-8ca4-1d0f42a7bc0b has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:51:47.272574 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:51:47.281604 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0a262-d415-49d4-85a1-7520b456afae None None] Sync routers for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:51:47.287823 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:47.291955 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f0a262-d415-49d4-85a1-7520b456afae None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:47.292642 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-65f0a262-d415-49d4-85a1-7520b456afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf777310>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:47.325136 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8386025
Jun 23 03:51:47.325915 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'tag': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:47.328212 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9a3581-fade-4218-bf7d-76f931d12239", "tag": "dd48bf01-9a38-43af-b69b-2eb20e52bc61"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:47.397502 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-65f0a262-d415-49d4-85a1-7520b456afae None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:47.426918 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f5151c-ba43-4d44-9a48-f5f570353dae x-openstack-request-id: req-24f5151c-ba43-4d44-9a48-f5f570353dae {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:47.427238 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9a3581-fade-4218-bf7d-76f931d12239", "tag": "dd48bf01-9a38-43af-b69b-2eb20e52bc61", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:47.427514 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24f5151c-ba43-4d44-9a48-f5f570353dae {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:47.427936 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'tag': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61', 'status': 'completed', 'code': 200}
Jun 23 03:51:47.505751 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a req-ec04367c-0bb1-44df-8940-76a90f27429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:47.507194 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a req-ec04367c-0bb1-44df-8940-76a90f27429b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 1099 time: 0.0521169
Jun 23 03:51:47.603469 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a req-2d6882bb-a262-4475-b873-f2199aaba527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:47.605115 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a req-2d6882bb-a262-4475-b873-f2199aaba527 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 911 time: 0.0913541
Jun 23 03:51:47.620674 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-65f0a262-d415-49d4-85a1-7520b456afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf777310>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '25fbc721-2cd3-4f8c-b8b4-bfa4bfcc52ee', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:ba:96:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:51:46Z', 'updated_at': '2021-06-23T03:51:46Z', 'revision_number': 0, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:47.646698 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0a262-d415-49d4-85a1-7520b456afae None None] Checking router: 9d378748-6831-4597-8ca4-1d0f42a7bc0b for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:51:47.654772 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f0a262-d415-49d4-85a1-7520b456afae None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:47.655377 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-65f0a262-d415-49d4-85a1-7520b456afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf777310>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:47.705652 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a req-648f9e97-e2ac-4a2a-ba67-b981d3254cf1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd48bf01-9a38-43af-b69b-2eb20e52bc61 HTTP/1.1" status: 200  len: 999 time: 0.0922134
Jun 23 03:51:47.759508 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae28d5f-b5b6-4a9f-ab68-8a9e113a5873 req-722e70ad-42f9-450a-8ba0-fd9841b5e652 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:47.759736 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-65f0a262-d415-49d4-85a1-7520b456afae None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:47.760991 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7ae28d5f-b5b6-4a9f-ab68-8a9e113a5873 req-722e70ad-42f9-450a-8ba0-fd9841b5e652 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 950 time: 0.1129644
Jun 23 03:51:47.778152 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a req-271c9378-31fa-4c19-808e-1e267f8aa1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:47.779516 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a req-271c9378-31fa-4c19-808e-1e267f8aa1f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0663245
Jun 23 03:51:47.830220 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7ae28d5f-b5b6-4a9f-ab68-8a9e113a5873 req-4a3fe266-fe80-43c8-a41a-42ec05e4ca84 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633657
Jun 23 03:51:47.857123 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a req-5d817025-6e79-4f0a-8a55-49c7feb5fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:47.857123 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a req-5d817025-6e79-4f0a-8a55-49c7feb5fcb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679502
Jun 23 03:51:47.963361 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a req-f92a9b12-2326-4096-b434-37fc740076ef service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0993640
Jun 23 03:51:47.995297 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-65f0a262-d415-49d4-85a1-7520b456afae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf777310>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '25fbc721-2cd3-4f8c-b8b4-bfa4bfcc52ee', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:ba:96:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:51:46Z', 'updated_at': '2021-06-23T03:51:46Z', 'revision_number': 0, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:48.024981 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0a262-d415-49d4-85a1-7520b456afae None None] The sync data for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi is: [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '25fbc721-2cd3-4f8c-b8b4-bfa4bfcc52ee', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.72', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:ba:96:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:51:46Z', 'updated_at': '2021-06-23T03:51:46Z', 'revision_number': 0, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:51:48.067262 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bcb8fcd9-9c31-4c92-95d8-6a9a720fde2a req-00d89ef1-1106-4297-a36e-084c4c9cea77 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0947385
Jun 23 03:51:48.248832 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05f8b15-72f4-4578-abe1-876b1424aeef None None] New status for floating IP 25fbc721-2cd3-4f8c-b8b4-bfa4bfcc52ee: ACTIVE {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:51:48.276317 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afba24-a6c6-4289-bb72-7c03e0d52ab7 req-4a4f2114-86f1-4c13-85f1-d4a45b15e618 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:48.277801 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b7afba24-a6c6-4289-bb72-7c03e0d52ab7 req-4a4f2114-86f1-4c13-85f1-d4a45b15e618 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 950 time: 0.0709944
Jun 23 03:51:48.314900 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b7afba24-a6c6-4289-bb72-7c03e0d52ab7 req-4c6e90c1-97f4-42e1-a27f-775abb1cd7b3 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313301
Jun 23 03:51:49.497492 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becd69d-c590-436f-b2f2-6b57e62b4dc3 req-4cd3ce42-ac1a-4d65-811c-94c94f93fafb tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:49.498947 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9becd69d-c590-436f-b2f2-6b57e62b4dc3 req-4cd3ce42-ac1a-4d65-811c-94c94f93fafb tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 950 time: 0.0708361
Jun 23 03:51:49.536443 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9becd69d-c590-436f-b2f2-6b57e62b4dc3 req-e54dcbf1-ce3b-4504-95d4-df9a4a671437 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312536
Jun 23 03:51:49.806165 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b75a0-7895-45c0-bd71-6a0341b7c134 req-52b98c76-bb92-40cd-924a-8b0f6113bd70 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:49.807604 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-815b75a0-7895-45c0-bd71-6a0341b7c134 req-52b98c76-bb92-40cd-924a-8b0f6113bd70 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.26 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 950 time: 0.0677710
Jun 23 03:51:49.932563 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-815b75a0-7895-45c0-bd71-6a0341b7c134 req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Deleting port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:51:49.932927 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-815b75a0-7895-45c0-bd71-6a0341b7c134 req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:50.027166 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-815b75a0-7895-45c0-bd71-6a0341b7c134 req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] For port 44063c9d-05cc-4cba-a7f3-7d28979b68a7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=44063c9d-05cc-4cba-a7f3-7d28979b68a7,segment=NetworkSegment(4d005477-a4bc-40a7-9ba5-9c2bd97b8d55),segment_id=4d005477-a4bc-40a7-9ba5-9c2bd97b8d55)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:50.027433 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-815b75a0-7895-45c0-bd71-6a0341b7c134 req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:50.040456 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-815b75a0-7895-45c0-bd71-6a0341b7c134 req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Calling delete_port for 44063c9d-05cc-4cba-a7f3-7d28979b68a7 owned by compute:nova {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:51:50.185490 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-815b75a0-7895-45c0-bd71-6a0341b7c134 req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:50.189320 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-41e907ad-ed7d-4abe-bca2-9a5d79e99b8a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:50.199606 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['44063c9d-05cc-4cba-a7f3-7d28979b68a7'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:51:50.214961 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Pushing event deleted for resources: {'Port': ['ID=44063c9d-05cc-4cba-a7f3-7d28979b68a7,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:50.246186 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.246570 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.246943 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.247310 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.247704 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.248014 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.248368 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.248742 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.249099 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.249451 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.251197 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.251197 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:51:50.258938 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:50.280882 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-815b75a0-7895-45c0-bd71-6a0341b7c134 req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] No DVR routers for this DVR port 44063c9d-05cc-4cba-a7f3-7d28979b68a7 on host hv-cinder-76859 {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:51:50.283294 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-815b75a0-7895-45c0-bd71-6a0341b7c134 req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:50.286133 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-815b75a0-7895-45c0-bd71-6a0341b7c134 req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.26 "DELETE /v2.0/ports/44063c9d-05cc-4cba-a7f3-7d28979b68a7 HTTP/1.1" status: 204  len: 173 time: 0.4715300
Jun 23 03:51:50.286683 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9', 'name': 'network-vif-deleted', 'tag': '44063c9d-05cc-4cba-a7f3-7d28979b68a7'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:51:50.289100 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ffcc79-b209-47e4-873e-bec94f594df2" -d '{"events": [{"server_uuid": "07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9", "name": "network-vif-deleted", "tag": "44063c9d-05cc-4cba-a7f3-7d28979b68a7"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:51:50.404363 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a8e9f2-f091-4bd6-be55-6211203e1b58 x-openstack-request-id: req-e1a8e9f2-f091-4bd6-be55-6211203e1b58 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:51:50.404723 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9", "name": "network-vif-deleted", "tag": "44063c9d-05cc-4cba-a7f3-7d28979b68a7", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:51:50.405029 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1a8e9f2-f091-4bd6-be55-6211203e1b58 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:51:50.405467 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9', 'name': 'network-vif-deleted', 'tag': '44063c9d-05cc-4cba-a7f3-7d28979b68a7', 'status': 'completed', 'code': 200}
Jun 23 03:51:50.693934 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7a119636-e2c9-4b6d-b1db-c99b06722dc1 req-1c9e0796-3d72-4d02-807b-a88acc570148 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] 10.222.0.15 "GET /v2.0/ports?device_id=07ebbe32-c8eb-4985-9cd7-5ec3d125e5b9 HTTP/1.1" status: 200  len: 210 time: 0.0287311
Jun 23 03:51:52.862953 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 44063c9d-05cc-4cba-a7f3-7d28979b68a7 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:51:52.886388 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 44063c9d-05cc-4cba-a7f3-7d28979b68a7 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:51:52.886550 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 44063c9d-05cc-4cba-a7f3-7d28979b68a7 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:51:55.463516 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 60470) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:55.593478 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-65892395-6db7-4f28-8cb8-6cb2b90064a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a3c69b63f3a4f7bb5427cfb32fb0fb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1286712
Jun 23 03:51:55.595854 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 60474) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:55.643563 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-612e3054-2711-4439-9ee9-55a99c1a07d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:55.664317 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-612e3054-2711-4439-9ee9-55a99c1a07d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:55.709135 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-612e3054-2711-4439-9ee9-55a99c1a07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:55.711957 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-612e3054-2711-4439-9ee9-55a99c1a07d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:55.713157 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-612e3054-2711-4439-9ee9-55a99c1a07d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c99deb6-ef56-40f9-90dc-3f7b9dd4629f HTTP/1.1" status: 204  len: 168 time: 0.1164010
Jun 23 03:51:55.713945 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-637cb117-0eb0-4dbb-b647-49a0a15963d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:55.721079 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e3054-2711-4439-9ee9-55a99c1a07d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c99deb6-ef56-40f9-90dc-3f7b9dd4629f,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:55.723833 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-612e3054-2711-4439-9ee9-55a99c1a07d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:55.823794 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.319290 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 60500) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:56.409668 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-272683915-network', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:56.431239 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Made reservation on behalf of 60932f2136454cbb82b1b32eb44a7d4d for: {'network': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:51:56.433618 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.442052 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.527278 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.530895 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.534565 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-fef1d9d2-37da-422b-967b-7b7982251151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:56.549684 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71}  {{(pid=99523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:51:56.566565 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35208830-e5d2-42d5-86a2-471895452f00,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:56.569387 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.569728 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.segments_db [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Added segment e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4 of type vlan for network 60de8024-a64b-475b-b5e1-09eda7f9d44b
Jun 23 03:51:56.571065 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:56.609104 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.636211 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.637494 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:56.638060 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.639986 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9b577902-2d18-41fa-ab49-b95cdc8197c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:56.692915 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3724744
Jun 23 03:51:56.695736 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 60504) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:56.699943 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Pushing event updated for resources: {'Network': ['ID=60de8024-a64b-475b-b5e1-09eda7f9d44b,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:56.700880 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Request body: {'subnet': {'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-272683915-subnet', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'ip_version': 4}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:56.702647 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:56.710946 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 60de8024-a64b-475b-b5e1-09eda7f9d44b details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:51:56.723831 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Made reservation on behalf of 60932f2136454cbb82b1b32eb44a7d4d for: {'subnet': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:51:56.726259 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28700644'] for subnet, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.884853 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26699120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28700662'] for subnet, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.886872 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-54835102-b552-4a0d-8bc0-b7478103d7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:56.942931 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5521c688-ab63-47ea-b7af-8bffe3f5c27e,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:56.946704 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:56.950652 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Checking segment: {'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:56.951005 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Network hostable DHCP agents. Network: 60de8024-a64b-475b-b5e1-09eda7f9d44b, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99522) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:51:56.966876 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Network 60de8024-a64b-475b-b5e1-09eda7f9d44b is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99522) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:51:56.975551 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 60de8024-a64b-475b-b5e1-09eda7f9d44b) {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:56.979330 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:51:56.979901 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:56.984514 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb25cfb-3523-455c-974a-f87600aafb49 None None] Network 60de8024-a64b-475b-b5e1-09eda7f9d44b requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:51:56.996571 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.2967784
Jun 23 03:51:56.996792 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 60506) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:57.001114 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:51:57.021866 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16213'] for router, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.022852 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16206'] for router, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.075443 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.151724 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e54e0cc-92ae-5ef2-b5ea-e1a65003d856-60de8024-a64b-475b-b5e1-09eda7f9d44b', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e'}]}} from dv-cinder-768592-6-iscsi. {{(pid=99524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 23 03:51:57.152589 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.216702 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16240'] for router, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.291044 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Allocated IP 172.20.0.2 (60de8024-a64b-475b-b5e1-09eda7f9d44b/5521c688-ab63-47ea-b7af-8bffe3f5c27e/ea5f8397-2253-4ed9-822f-fca430ab197a) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:57.413694 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.434567 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.435951 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.443339 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Transition to ACTIVE for port object ea5f8397-2253-4ed9-822f-fca430ab197a will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:57.458780 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Transition to ACTIVE for port object ea5f8397-2253-4ed9-822f-fca430ab197a will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:57.465698 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.467605 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3a0c4d63-9984-4336-9c95-b8423f67f51c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:57.510931 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Network 60de8024-a64b-475b-b5e1-09eda7f9d44b is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:57.513774 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Resources bound (agent type, host, resource id):  {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:57.517981 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:57.522225 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Pushing event updated for resources: {'Port': ['ID=ea5f8397-2253-4ed9-822f-fca430ab197a,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:57.526074 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:57.540014 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Allocated IP 172.27.0.55 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/b246232c-9c50-4366-a32d-0962cf71f3d2) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:57.580767 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Attempting to bind port ea5f8397-2253-4ed9-822f-fca430ab197a on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:51:57.581141 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Attempting to bind port ea5f8397-2253-4ed9-822f-fca430ab197a by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:51:57.581530 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Attempting to bind port ea5f8397-2253-4ed9-822f-fca430ab197a on network 60de8024-a64b-475b-b5e1-09eda7f9d44b {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:57.587060 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:51:57.587445 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Checking segment: {'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:57.587869 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.588266 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Bound using segment: {'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:51:57.588761 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Bound port: ea5f8397-2253-4ed9-822f-fca430ab197a, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:51:57.589139 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.652802 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] For port ea5f8397-2253-4ed9-822f-fca430ab197a, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:51:57.655994 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] For port ea5f8397-2253-4ed9-822f-fca430ab197a, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ea5f8397-2253-4ed9-822f-fca430ab197a,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:51:57.661317 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.663350 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:57.721310 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Pushing event updated for resources: {'Port': ['ID=ea5f8397-2253-4ed9-822f-fca430ab197a,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:57.725172 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:57.918451 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.963575 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:57.965708 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:58.006694 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:58.009712 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:58.014113 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:58.017305 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Pushing event updated for resources: {'Port': ['ID=b246232c-9c50-4366-a32d-0962cf71f3d2,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:58.036289 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:58.256143 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:58.448133 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ea5f8397-2253-4ed9-822f-fca430ab197a up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:51:58.484872 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550516'] for router, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:58.499729 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port ea5f8397-2253-4ed9-822f-fca430ab197a completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:58.619529 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Router 8beae262-f758-4337-87b5-193141b12262 is scheduled to L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 with binding_index 1 {{(pid=99522) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 23 03:51:58.639012 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a371d-e349-4bb7-a7b5-d2acda6f5135 None None] Network 60de8024-a64b-475b-b5e1-09eda7f9d44b requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:51:58.729576 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-23225b63-fc44-40a5-8f69-9999602efd68 None None] Provisioning for port ea5f8397-2253-4ed9-822f-fca430ab197a completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:58.736868 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:51:58.754156 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Sync routers for ids ['8beae262-f758-4337-87b5-193141b12262'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:51:58.755133 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Notify callbacks [] for router, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:58.756682 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.7588067
Jun 23 03:51:58.759455 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 60516) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:51:58.763393 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-23225b63-fc44-40a5-8f69-9999602efd68 None None] Provisioning complete for port ea5f8397-2253-4ed9-822f-fca430ab197a triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:58.763777 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-23225b63-fc44-40a5-8f69-9999602efd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:58.800265 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Routers {'8beae262-f758-4337-87b5-193141b12262'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:51:58.800929 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4254af0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8beae262-f758-4337-87b5-193141b12262'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:59.087279 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Set router 8beae262-f758-4337-87b5-193141b12262 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:51:59.150238 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-23225b63-fc44-40a5-8f69-9999602efd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.186588 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.277507 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-23225b63-fc44-40a5-8f69-9999602efd68 None None] For port ea5f8397-2253-4ed9-822f-fca430ab197a, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ea5f8397-2253-4ed9-822f-fca430ab197a,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:51:59.281805 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-23225b63-fc44-40a5-8f69-9999602efd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.284155 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:59.348119 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23225b63-fc44-40a5-8f69-9999602efd68 None None] Pushing event updated for resources: {'Port': ['ID=ea5f8397-2253-4ed9-822f-fca430ab197a,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:59.352295 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-23225b63-fc44-40a5-8f69-9999602efd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:59.358860 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4254af0>, [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:58Z', 'revision_number': 3, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:51:59.363477 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Allocated IP 172.20.0.1 (60de8024-a64b-475b-b5e1-09eda7f9d44b/5521c688-ab63-47ea-b7af-8bffe3f5c27e/19c3c580-7874-4e19-9229-50426b42bf21) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:51:59.389535 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Checking router: 8beae262-f758-4337-87b5-193141b12262 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:51:59.389890 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Updating router 8beae262-f758-4337-87b5-193141b12262 port b246232c-9c50-4366-a32d-0962cf71f3d2 binding host dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:51:59.430843 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.434425 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-596f5b8a-d90a-466a-86a3-deec564f27aa None None] Provisioning complete for port ea5f8397-2253-4ed9-822f-fca430ab197a triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:59.434797 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-596f5b8a-d90a-466a-86a3-deec564f27aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.481573 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.496054 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Transition to ACTIVE for port object 19c3c580-7874-4e19-9229-50426b42bf21 will not be triggered until provisioned by entity DHCP. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:59.529703 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.538938 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:59.565370 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Network 60de8024-a64b-475b-b5e1-09eda7f9d44b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:51:59.569085 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:51:59.571378 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:51:59.622593 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=19c3c580-7874-4e19-9229-50426b42bf21,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:59.625686 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:59.631058 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572788'] for router_interface, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.755053 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.768107 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Transition to ACTIVE for port object b246232c-9c50-4366-a32d-0962cf71f3d2 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:51:59.774569 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.774795 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.776465 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:59.826630 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Attempting to bind port b246232c-9c50-4366-a32d-0962cf71f3d2 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:51:59.827010 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Attempting to bind port b246232c-9c50-4366-a32d-0962cf71f3d2 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:51:59.827397 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Attempting to bind port b246232c-9c50-4366-a32d-0962cf71f3d2 on network a8dc61b6-4add-4f79-a755-9bdabf79697b {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:51:59.829378 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfbcd7-ec1d-4f9f-8063-3dcf94b26e93 None None] Pushing event updated for resources: {'Port': ['ID=b246232c-9c50-4366-a32d-0962cf71f3d2,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:51:59.833077 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-26cfbcd7-ec1d-4f9f-8063-3dcf94b26e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:51:59.835834 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:51:59.836222 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Checking segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:51:59.836653 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.837156 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Bound using segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:51:59.837569 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Bound port: b246232c-9c50-4366-a32d-0962cf71f3d2, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:51:59.837878 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.884714 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-608e8351-3ada-4958-a7c3-21df2cd861d9 None None] Provisioning for port 19c3c580-7874-4e19-9229-50426b42bf21 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:51:59.889246 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-608e8351-3ada-4958-a7c3-21df2cd861d9 None None] Provisioning complete for port 19c3c580-7874-4e19-9229-50426b42bf21 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:51:59.889630 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-608e8351-3ada-4958-a7c3-21df2cd861d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.921480 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] For port b246232c-9c50-4366-a32d-0962cf71f3d2, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:51:59.937035 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.940110 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] For port b246232c-9c50-4366-a32d-0962cf71f3d2, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=b246232c-9c50-4366-a32d-0962cf71f3d2,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:51:59.941636 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.943195 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-608e8351-3ada-4958-a7c3-21df2cd861d9 None None] Port 19c3c580-7874-4e19-9229-50426b42bf21 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:51:59.945442 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:51:59.946432 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d9ccfab9-fb37-4991-8463-857e4c4e26e5 tempest-AttachVolumeNegativeTest-670911159 tempest-AttachVolumeNegativeTest-670911159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:51:59.947659 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:00.001335 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Routers {'8beae262-f758-4337-87b5-193141b12262'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:52:00.001974 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4254af0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8beae262-f758-4337-87b5-193141b12262'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:00.015014 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572824'] for router_interface, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:00.016765 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=19c3c580-7874-4e19-9229-50426b42bf21,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:00.019600 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:00.036870 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfbcd7-ec1d-4f9f-8063-3dcf94b26e93 None None] Pushing event updated for resources: {'Port': ['ID=b246232c-9c50-4366-a32d-0962cf71f3d2,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:00.041379 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-26cfbcd7-ec1d-4f9f-8063-3dcf94b26e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:00.112653 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Network 60de8024-a64b-475b-b5e1-09eda7f9d44b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:52:00.114715 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:52:00.115491 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] Set router 8beae262-f758-4337-87b5-193141b12262 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:52:00.231467 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Router 8beae262-f758-4337-87b5-193141b12262 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:52:00.320767 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4254af0>, [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '19c3c580-7874-4e19-9229-50426b42bf21', 'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'mac_address': 'fa:16:3e:bf:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:59Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 2, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'subnets': [{'id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:00.344758 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:52:00.357493 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] 10.222.0.15 "PUT /v2.0/routers/8beae262-f758-4337-87b5-193141b12262/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5890827
Jun 23 03:52:00.357608 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb0c7b-d206-4f17-b988-2ccfc7f64322 None None] The sync data for ids ['8beae262-f758-4337-87b5-193141b12262'] in dv-cinder-768592-6-iscsi is: [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '19c3c580-7874-4e19-9229-50426b42bf21', 'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'mac_address': 'fa:16:3e:bf:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:59Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 2, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'subnets': [{'id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:52:00.365701 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-237642bd-5352-451b-941c-d72efb827544 None None] Provisioning complete for port 19c3c580-7874-4e19-9229-50426b42bf21 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:00.366084 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-237642bd-5352-451b-941c-d72efb827544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:00.405078 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-237642bd-5352-451b-941c-d72efb827544 None None] Port 19c3c580-7874-4e19-9229-50426b42bf21 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:52:00.433705 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ea5f8397-2253-4ed9-822f-fca430ab197a up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:00.488527 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port ea5f8397-2253-4ed9-822f-fca430ab197a triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:00.489198 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:00.905176 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 60542) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:52:00.910357 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1028523850-network', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:52:00.930914 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Made reservation on behalf of 9f26df77c8d749f58d5364d4bb03d077 for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:52:00.933425 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:00.943170 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.050677 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.055434 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.058481 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82d42e5b-dd83-42f4-b101-5792afc4a1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:01.080434 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:52:01.096987 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0adf4b-8683-4539-a9dd-cba7ccfcb641,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:01.101398 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:01.102713 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.103061 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Added segment 05481e2d-0051-41c2-95eb-5a11e1a536a3 of type vlan for network d91466cb-43bd-443a-aa60-99c511af33fb
Jun 23 03:52:01.148346 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.179786 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.181156 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:01.181739 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.183887 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:01.247728 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3412628
Jun 23 03:52:01.250488 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 60544) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:52:01.251131 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Pushing event updated for resources: {'Network': ['ID=d91466cb-43bd-443a-aa60-99c511af33fb,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:01.254588 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:01.255930 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Request body: {'subnet': {'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1028523850-subnet', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'ip_version': 4}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:52:01.262613 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network d91466cb-43bd-443a-aa60-99c511af33fb details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:52:01.278976 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Made reservation on behalf of 9f26df77c8d749f58d5364d4bb03d077 for: {'subnet': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:52:01.282082 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026194'] for subnet, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.458987 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25487435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026176'] for subnet, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.461235 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:01.513527 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b235fb25-5a7e-4a41-ac29-756d37feaa26,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:01.516278 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:01.525971 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Checking segment: {'id': '05481e2d-0051-41c2-95eb-5a11e1a536a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:52:01.526323 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Network hostable DHCP agents. Network: d91466cb-43bd-443a-aa60-99c511af33fb, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:52:01.542580 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Network d91466cb-43bd-443a-aa60-99c511af33fb is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:52:01.551164 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, d91466cb-43bd-443a-aa60-99c511af33fb) {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:52:01.555806 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:01.556788 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.560507 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d88ebcf-865b-45e7-a45b-8952096869a4 None None] Network d91466cb-43bd-443a-aa60-99c511af33fb requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:52:01.571176 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-9f65918f-9218-4bec-a591-3e83288f2b21 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3193500
Jun 23 03:52:01.573419 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 60546) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:52:01.578470 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1028523850-router', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:52:01.602383 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16213'] for router, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.603393 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16206'] for router, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.672909 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.730440 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e54e0cc-92ae-5ef2-b5ea-e1a65003d856-d91466cb-43bd-443a-aa60-99c511af33fb', 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'fixed_ips': [{'subnet_id': 'b235fb25-5a7e-4a41-ac29-756d37feaa26'}]}} from dv-cinder-768592-6-iscsi. {{(pid=99524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 23 03:52:01.731311 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.821750 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16240'] for router, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:01.881978 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Allocated IP 172.20.0.2 (d91466cb-43bd-443a-aa60-99c511af33fb/b235fb25-5a7e-4a41-ac29-756d37feaa26/251adef4-44fc-406a-b78a-3f5ee7778c94) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:52:02.050430 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.061793 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.069836 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Transition to ACTIVE for port object 251adef4-44fc-406a-b78a-3f5ee7778c94 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:52:02.086602 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Transition to ACTIVE for port object 251adef4-44fc-406a-b78a-3f5ee7778c94 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:52:02.087964 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.094412 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.103528 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-26cfbcd7-ec1d-4f9f-8063-3dcf94b26e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:02.144427 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Network d91466cb-43bd-443a-aa60-99c511af33fb is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:52:02.151173 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Resources bound (agent type, host, resource id):  {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:52:02.154863 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:52:02.164385 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Pushing event updated for resources: {'Port': ['ID=251adef4-44fc-406a-b78a-3f5ee7778c94,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:02.172215 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.172568 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.172944 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.173296 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.173630 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.173958 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.174285 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.174603 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.174935 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.175259 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.175589 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.175911 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:02.183134 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:02.245054 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Attempting to bind port 251adef4-44fc-406a-b78a-3f5ee7778c94 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:52:02.245365 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Attempting to bind port 251adef4-44fc-406a-b78a-3f5ee7778c94 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '05481e2d-0051-41c2-95eb-5a11e1a536a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:52:02.245754 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Attempting to bind port 251adef4-44fc-406a-b78a-3f5ee7778c94 on network d91466cb-43bd-443a-aa60-99c511af33fb {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:52:02.251455 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:52:02.251852 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Checking segment: {'id': '05481e2d-0051-41c2-95eb-5a11e1a536a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:52:02.252272 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.252702 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Bound using segment: {'id': '05481e2d-0051-41c2-95eb-5a11e1a536a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:52:02.253284 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Bound port: 251adef4-44fc-406a-b78a-3f5ee7778c94, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05481e2d-0051-41c2-95eb-5a11e1a536a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:52:02.253692 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.330147 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] For port 251adef4-44fc-406a-b78a-3f5ee7778c94, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:52:02.334229 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] For port 251adef4-44fc-406a-b78a-3f5ee7778c94, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=251adef4-44fc-406a-b78a-3f5ee7778c94,segment=NetworkSegment(05481e2d-0051-41c2-95eb-5a11e1a536a3),segment_id=05481e2d-0051-41c2-95eb-5a11e1a536a3)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:52:02.344926 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.350249 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-06db918a-a5a5-4b18-a0ef-4384635992ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:02.406764 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ebdccf2d-0393-4aca-aa24-5b2781331dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.438325 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Pushing event updated for resources: {'Port': ['ID=251adef4-44fc-406a-b78a-3f5ee7778c94,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:02.441754 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:02.463207 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Sync routers for ids ['8beae262-f758-4337-87b5-193141b12262'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:52:02.476319 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device b246232c-9c50-4366-a32d-0962cf71f3d2 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:02.482533 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Routers {'8beae262-f758-4337-87b5-193141b12262'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:52:02.483268 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb467c670>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8beae262-f758-4337-87b5-193141b12262'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:02.501787 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Allocated IP 172.27.0.112 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:52:02.542355 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port b246232c-9c50-4366-a32d-0962cf71f3d2 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:52:02.546923 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port b246232c-9c50-4366-a32d-0962cf71f3d2 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:02.547312 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.598539 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Set router 8beae262-f758-4337-87b5-193141b12262 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:52:02.629778 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.648082 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.690256 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port b246232c-9c50-4366-a32d-0962cf71f3d2, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=b246232c-9c50-4366-a32d-0962cf71f3d2,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:02.698815 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.703098 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:02.724043 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:02.726202 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:02.768348 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:52:02.776030 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:52:02.781195 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:52:02.816488 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:02.822788 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:02.915090 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=b246232c-9c50-4366-a32d-0962cf71f3d2,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:02.918267 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:02.950905 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb467c670>, [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '19c3c580-7874-4e19-9229-50426b42bf21', 'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'mac_address': 'fa:16:3e:bf:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:59Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 2, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'subnets': [{'id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:02.979294 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Checking router: 8beae262-f758-4337-87b5-193141b12262 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:52:02.979649 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Updating router 8beae262-f758-4337-87b5-193141b12262 port 19c3c580-7874-4e19-9229-50426b42bf21 binding host dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:52:03.019621 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:03.068166 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:03.284138 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550516'] for router, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:03.295323 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:03.306461 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Transition to ACTIVE for port object 19c3c580-7874-4e19-9229-50426b42bf21 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:52:03.312968 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:03.315199 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:03.357085 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Pushing event updated for resources: {'Port': ['ID=19c3c580-7874-4e19-9229-50426b42bf21,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:03.401132 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.401736 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.402251 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.402856 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.403358 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.403839 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.404318 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.405138 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.405648 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.406284 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.406457 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.406944 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:03.429170 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:03.433393 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb is scheduled to L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 with binding_index 1 {{(pid=99523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 23 03:52:03.441251 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Attempting to bind port 19c3c580-7874-4e19-9229-50426b42bf21 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:52:03.441896 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Attempting to bind port 19c3c580-7874-4e19-9229-50426b42bf21 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:52:03.442304 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Attempting to bind port 19c3c580-7874-4e19-9229-50426b42bf21 on network 60de8024-a64b-475b-b5e1-09eda7f9d44b {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:52:03.449456 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:52:03.450097 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Checking segment: {'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:52:03.450689 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:03.451243 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Bound using segment: {'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:52:03.451724 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Bound port: 19c3c580-7874-4e19-9229-50426b42bf21, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:52:03.452097 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:03.529447 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] For port 19c3c580-7874-4e19-9229-50426b42bf21, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:52:03.532630 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] For port 19c3c580-7874-4e19-9229-50426b42bf21, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=19c3c580-7874-4e19-9229-50426b42bf21,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:52:03.538485 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:03.540964 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:03.558272 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:52:03.567544 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Sync routers for ids ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:52:03.582946 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Routers {'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:52:03.584783 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4245430>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:03.592505 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Notify callbacks [] for router, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:03.594927 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.0204432
Jun 23 03:52:03.597511 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 60566) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:52:03.612864 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Pushing event updated for resources: {'Port': ['ID=19c3c580-7874-4e19-9229-50426b42bf21,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:03.615390 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Routers {'8beae262-f758-4337-87b5-193141b12262'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:52:03.616001 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb467c670>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8beae262-f758-4337-87b5-193141b12262'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:03.618107 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-126e7b7a-522b-4c36-9811-e11e857e787f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:03.671176 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa08fe46-e025-4656-8aad-32c2788cf432 None None] Network d91466cb-43bd-443a-aa60-99c511af33fb requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:52:03.758001 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] Set router 8beae262-f758-4337-87b5-193141b12262 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:52:03.786627 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Set router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:52:03.955004 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-11f788a1-00ca-410a-be99-b7ebddcc36c0 None None] Provisioning for port 251adef4-44fc-406a-b78a-3f5ee7778c94 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:52:03.991030 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb467c670>, [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '19c3c580-7874-4e19-9229-50426b42bf21', 'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'mac_address': 'fa:16:3e:bf:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:59Z', 'updated_at': '2021-06-23T03:52:03Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'subnets': [{'id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:04.018385 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19be4915-5108-44fe-acbb-01ffb45c9aa9 None None] The sync data for ids ['8beae262-f758-4337-87b5-193141b12262'] in dv-cinder-768592-6-iscsi is: [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '19c3c580-7874-4e19-9229-50426b42bf21', 'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'mac_address': 'fa:16:3e:bf:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:59Z', 'updated_at': '2021-06-23T03:52:03Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'subnets': [{'id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:52:04.085302 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4245430>, [{'id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'name': 'tempest-TestMinimumBasicScenario-1028523850-router', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:52:01Z', 'updated_at': '2021-06-23T03:52:02Z', 'revision_number': 3, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'gw_port': {'id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:02Z', 'updated_at': '2021-06-23T03:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:04.131511 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Checking router: ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:52:04.131858 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Updating router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 binding host dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:52:04.208860 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.210470 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.477251 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Allocated IP 172.20.0.1 (d91466cb-43bd-443a-aa60-99c511af33fb/b235fb25-5a7e-4a41-ac29-756d37feaa26/49a248f7-e793-413f-90c5-9f6207b6d9e8) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:52:04.646863 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 19c3c580-7874-4e19-9229-50426b42bf21 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:04.657249 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.673253 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Transition to ACTIVE for port object 49a248f7-e793-413f-90c5-9f6207b6d9e8 will not be triggered until provisioned by entity DHCP. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:52:04.699568 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3d636-9d08-4633-8577-47294c026755 req-d526dc01-99af-46e1-a841-a9f64eb74466 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:04.702407 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-70c3d636-9d08-4633-8577-47294c026755 req-d526dc01-99af-46e1-a841-a9f64eb74466 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0706077
Jun 23 03:52:04.704284 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.718012 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Transition to ACTIVE for port object bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:52:04.729884 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.732543 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:04.735391 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.737002 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 19c3c580-7874-4e19-9229-50426b42bf21 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:52:04.745501 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-70c3d636-9d08-4633-8577-47294c026755 req-0f68339c-7666-411e-bb84-eced0379584f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343187
Jun 23 03:52:04.746198 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a31f90c0-adb3-48c1-9ead-b10ac5a3e14a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:04.776593 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Network d91466cb-43bd-443a-aa60-99c511af33fb is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:52:04.779652 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 19c3c580-7874-4e19-9229-50426b42bf21 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:04.780201 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.784262 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:52:04.788231 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:52:04.803077 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Pushing event updated for resources: {'Port': ['ID=49a248f7-e793-413f-90c5-9f6207b6d9e8,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:04.805883 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:04.843104 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Attempting to bind port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:52:04.843378 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Attempting to bind port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:52:04.844026 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Attempting to bind port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 on network a8dc61b6-4add-4f79-a755-9bdabf79697b {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:52:04.847265 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572788'] for router_interface, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.847705 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5ae11-cae8-49dd-8074-f9afcaa70055 None None] Pushing event updated for resources: {'Port': ['ID=bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:04.854538 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6fe5ae11-cae8-49dd-8074-f9afcaa70055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:04.857175 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:52:04.857631 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Checking segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:52:04.858249 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.858738 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Bound using segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:52:04.859363 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Bound port: bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:52:04.859802 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.953218 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] For port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:52:04.958474 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] For port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:52:04.961932 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.965741 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:04.975484 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-23225b63-fc44-40a5-8f69-9999602efd68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:05.012340 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.075593 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5ae11-cae8-49dd-8074-f9afcaa70055 None None] Pushing event updated for resources: {'Port': ['ID=bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:05.078670 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6fe5ae11-cae8-49dd-8074-f9afcaa70055 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:05.083603 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d8d821f-9aa4-4085-89de-5256767663bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.087252 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 19c3c580-7874-4e19-9229-50426b42bf21, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=19c3c580-7874-4e19-9229-50426b42bf21,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:05.090975 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-a9738a7d-5814-4007-8fd1-f5b75ad4a9a9 None None] Provisioning for port 49a248f7-e793-413f-90c5-9f6207b6d9e8 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:52:05.094334 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Routers {'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:52:05.094895 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4245430>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:51:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:05.097225 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.098738 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 251adef4-44fc-406a-b78a-3f5ee7778c94 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:05.101857 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:05.103568 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-a9738a7d-5814-4007-8fd1-f5b75ad4a9a9 None None] Provisioning complete for port 49a248f7-e793-413f-90c5-9f6207b6d9e8 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:05.103928 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a9738a7d-5814-4007-8fd1-f5b75ad4a9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.175272 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.180153 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.182303 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-60db6a11-3b07-4ebe-aa07-dd3d76596bc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:05.247216 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Pushing event updated for resources: {'Port': ['ID=49a248f7-e793-413f-90c5-9f6207b6d9e8,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:05.247608 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-a9738a7d-5814-4007-8fd1-f5b75ad4a9a9 None None] Port 49a248f7-e793-413f-90c5-9f6207b6d9e8 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:52:05.249652 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572824'] for router_interface, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.251679 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:05.277204 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=19c3c580-7874-4e19-9229-50426b42bf21,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:05.284973 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:05.310620 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 251adef4-44fc-406a-b78a-3f5ee7778c94 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:52:05.313722 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] Set router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:52:05.344274 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 251adef4-44fc-406a-b78a-3f5ee7778c94 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:05.344753 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.347130 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Network d91466cb-43bd-443a-aa60-99c511af33fb is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:52:05.348784 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:52:05.397663 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.484446 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:52:05.673679 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-9c7a3240-9c6e-46d6-8e0c-c42fe6148378 None None] Provisioning complete for port 49a248f7-e793-413f-90c5-9f6207b6d9e8 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:05.674281 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9c7a3240-9c6e-46d6-8e0c-c42fe6148378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.686657 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.764070 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a3240-9c6e-46d6-8e0c-c42fe6148378 None None] Port 49a248f7-e793-413f-90c5-9f6207b6d9e8 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:52:05.779556 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 251adef4-44fc-406a-b78a-3f5ee7778c94, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=251adef4-44fc-406a-b78a-3f5ee7778c94,segment=NetworkSegment(05481e2d-0051-41c2-95eb-5a11e1a536a3),segment_id=05481e2d-0051-41c2-95eb-5a11e1a536a3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:05.789241 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.790124 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device b246232c-9c50-4366-a32d-0962cf71f3d2 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:05.794450 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-acdce7ce-07a4-4b51-bba1-ed2ea66c818a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:05.843053 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:52:05.851556 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] 10.222.0.15 "PUT /v2.0/routers/ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2518504
Jun 23 03:52:05.874626 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4245430>, [{'id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'name': 'tempest-TestMinimumBasicScenario-1028523850-router', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:52:01Z', 'updated_at': '2021-06-23T03:52:04Z', 'revision_number': 4, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'gw_port': {'id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:02Z', 'updated_at': '2021-06-23T03:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '49a248f7-e793-413f-90c5-9f6207b6d9e8', 'name': '', 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'mac_address': 'fa:16:3e:44:ec:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b235fb25-5a7e-4a41-ac29-756d37feaa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:04Z', 'updated_at': '2021-06-23T03:52:04Z', 'revision_number': 1, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'subnets': [{'id': 'b235fb25-5a7e-4a41-ac29-756d37feaa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:05.908179 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=251adef4-44fc-406a-b78a-3f5ee7778c94,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:05.911836 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b142b77-61ea-47b0-96d0-73efca42cae4 None None] The sync data for ids ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'] in dv-cinder-768592-6-iscsi is: [{'id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'name': 'tempest-TestMinimumBasicScenario-1028523850-router', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:52:01Z', 'updated_at': '2021-06-23T03:52:04Z', 'revision_number': 4, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'gw_port': {'id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:02Z', 'updated_at': '2021-06-23T03:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '49a248f7-e793-413f-90c5-9f6207b6d9e8', 'name': '', 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'mac_address': 'fa:16:3e:44:ec:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b235fb25-5a7e-4a41-ac29-756d37feaa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:04Z', 'updated_at': '2021-06-23T03:52:04Z', 'revision_number': 1, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'subnets': [{'id': 'b235fb25-5a7e-4a41-ac29-756d37feaa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:52:05.914667 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:05.924676 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port b246232c-9c50-4366-a32d-0962cf71f3d2 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:05.925022 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:05.948644 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed9d9d-2d89-4b1c-a066-a218c5059390 req-8acd3ed9-2753-488d-aa80-bacd03429365 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:05.950792 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3bed9d9d-2d89-4b1c-a066-a218c5059390 req-8acd3ed9-2753-488d-aa80-bacd03429365 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0751717
Jun 23 03:52:05.997876 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3bed9d9d-2d89-4b1c-a066-a218c5059390 req-fae9adea-c845-4763-b197-b7737cdc3900 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413992
Jun 23 03:52:06.331725 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:06.431662 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 19c3c580-7874-4e19-9229-50426b42bf21 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:06.483782 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 19c3c580-7874-4e19-9229-50426b42bf21 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:06.484168 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:06.599397 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 251adef4-44fc-406a-b78a-3f5ee7778c94 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:06.655713 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 251adef4-44fc-406a-b78a-3f5ee7778c94 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:06.656088 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:07.232363 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9884b9-0779-4910-a6a4-e82b2e534579 req-18a8cce3-89b9-48e0-a7e3-b07b0bb84c71 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:07.241228 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8b9884b9-0779-4910-a6a4-e82b2e534579 req-18a8cce3-89b9-48e0-a7e3-b07b0bb84c71 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0832179
Jun 23 03:52:07.292469 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8b9884b9-0779-4910-a6a4-e82b2e534579 req-522b12ca-4637-4227-b793-ff23ac46c88b tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500484
Jun 23 03:52:07.504920 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:08.464444 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:08.537564 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:52:08.545841 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:08.546395 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:08.550716 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417d940-3bd0-4617-a617-453192f81577 req-cff64c04-2bab-4c3b-af9f-162daac82d48 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:08.553204 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2417d940-3bd0-4617-a617-453192f81577 req-cff64c04-2bab-4c3b-af9f-162daac82d48 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0879416
Jun 23 03:52:08.614346 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2417d940-3bd0-4617-a617-453192f81577 req-8705dbec-aba2-435b-9615-dc510bb8bad0 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537715
Jun 23 03:52:08.651514 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:08.657486 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Sync routers for ids ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:52:08.667775 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Routers {'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:52:08.668632 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb46f8e80>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:52:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:08.678818 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:08.687490 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:08.689366 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:08.756211 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:08.759005 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:08.780787 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Set router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:52:09.006511 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb46f8e80>, [{'id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'name': 'tempest-TestMinimumBasicScenario-1028523850-router', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:52:01Z', 'updated_at': '2021-06-23T03:52:04Z', 'revision_number': 4, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'gw_port': {'id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:02Z', 'updated_at': '2021-06-23T03:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '49a248f7-e793-413f-90c5-9f6207b6d9e8', 'name': '', 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'mac_address': 'fa:16:3e:44:ec:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b235fb25-5a7e-4a41-ac29-756d37feaa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:04Z', 'updated_at': '2021-06-23T03:52:05Z', 'revision_number': 2, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'subnets': [{'id': 'b235fb25-5a7e-4a41-ac29-756d37feaa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:09.032366 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Checking router: ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:52:09.032756 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Updating router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb port 49a248f7-e793-413f-90c5-9f6207b6d9e8 binding host dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:52:09.068230 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:09.374925 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:09.386147 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Transition to ACTIVE for port object 49a248f7-e793-413f-90c5-9f6207b6d9e8 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:52:09.392947 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:09.395439 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-bc1588a8-a937-4909-b284-a680d8d139fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:09.443512 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7a3e2-8d37-40d3-980d-fdafb070d36c None None] Pushing event updated for resources: {'Port': ['ID=49a248f7-e793-413f-90c5-9f6207b6d9e8,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:09.446544 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-bba7a3e2-8d37-40d3-980d-fdafb070d36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:09.512083 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Attempting to bind port 49a248f7-e793-413f-90c5-9f6207b6d9e8 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:52:09.512450 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Attempting to bind port 49a248f7-e793-413f-90c5-9f6207b6d9e8 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '05481e2d-0051-41c2-95eb-5a11e1a536a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:52:09.512855 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Attempting to bind port 49a248f7-e793-413f-90c5-9f6207b6d9e8 on network d91466cb-43bd-443a-aa60-99c511af33fb {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:52:09.517992 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:52:09.518376 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Checking segment: {'id': '05481e2d-0051-41c2-95eb-5a11e1a536a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:52:09.518773 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:09.519160 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Bound using segment: {'id': '05481e2d-0051-41c2-95eb-5a11e1a536a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:52:09.519812 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Bound port: 49a248f7-e793-413f-90c5-9f6207b6d9e8, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05481e2d-0051-41c2-95eb-5a11e1a536a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:52:09.520330 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:09.699899 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] For port 49a248f7-e793-413f-90c5-9f6207b6d9e8, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:52:09.703429 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] For port 49a248f7-e793-413f-90c5-9f6207b6d9e8, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=49a248f7-e793-413f-90c5-9f6207b6d9e8,segment=NetworkSegment(05481e2d-0051-41c2-95eb-5a11e1a536a3),segment_id=05481e2d-0051-41c2-95eb-5a11e1a536a3)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:52:09.713284 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:09.715964 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-521d4ff7-8273-4d57-a410-5107074835a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:09.767841 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7a3e2-8d37-40d3-980d-fdafb070d36c None None] Pushing event updated for resources: {'Port': ['ID=49a248f7-e793-413f-90c5-9f6207b6d9e8,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:09.776229 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-bba7a3e2-8d37-40d3-980d-fdafb070d36c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:09.794062 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Routers {'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:52:09.794793 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb46f8e80>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:52:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:09.800308 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e7470-bf40-48b3-96d6-a752fac49ad4 req-a5cb4362-8f1e-479e-9cdf-dcdbdb4a33cb tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:09.807531 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d02e7470-bf40-48b3-96d6-a752fac49ad4 req-a5cb4362-8f1e-479e-9cdf-dcdbdb4a33cb tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0801470
Jun 23 03:52:09.854048 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d02e7470-bf40-48b3-96d6-a752fac49ad4 req-9aed4b47-436c-4a9f-8588-c4d6de1d07cf tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456572
Jun 23 03:52:09.932275 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] Set router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:52:10.177792 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb46f8e80>, [{'id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'name': 'tempest-TestMinimumBasicScenario-1028523850-router', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:52:01Z', 'updated_at': '2021-06-23T03:52:04Z', 'revision_number': 4, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'gw_port': {'id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:02Z', 'updated_at': '2021-06-23T03:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '49a248f7-e793-413f-90c5-9f6207b6d9e8', 'name': '', 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'mac_address': 'fa:16:3e:44:ec:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b235fb25-5a7e-4a41-ac29-756d37feaa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:04Z', 'updated_at': '2021-06-23T03:52:09Z', 'revision_number': 4, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'subnets': [{'id': 'b235fb25-5a7e-4a41-ac29-756d37feaa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:52:10.205264 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dafed77-c195-4f98-8ed5-684655586f28 None None] The sync data for ids ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'] in dv-cinder-768592-6-iscsi is: [{'id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'name': 'tempest-TestMinimumBasicScenario-1028523850-router', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:52:01Z', 'updated_at': '2021-06-23T03:52:04Z', 'revision_number': 4, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'gw_port': {'id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:02Z', 'updated_at': '2021-06-23T03:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '49a248f7-e793-413f-90c5-9f6207b6d9e8', 'name': '', 'network_id': 'd91466cb-43bd-443a-aa60-99c511af33fb', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'mac_address': 'fa:16:3e:44:ec:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'b235fb25-5a7e-4a41-ac29-756d37feaa26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:04Z', 'updated_at': '2021-06-23T03:52:09Z', 'revision_number': 4, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'subnets': [{'id': 'b235fb25-5a7e-4a41-ac29-756d37feaa26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:52:10.479540 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:10.538935 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:10.539320 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:10.643376 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 49a248f7-e793-413f-90c5-9f6207b6d9e8 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:10.726907 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 49a248f7-e793-413f-90c5-9f6207b6d9e8 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:52:10.731312 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 49a248f7-e793-413f-90c5-9f6207b6d9e8 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:10.731934 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:10.820797 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:10.866359 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 49a248f7-e793-413f-90c5-9f6207b6d9e8, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=49a248f7-e793-413f-90c5-9f6207b6d9e8,segment=NetworkSegment(05481e2d-0051-41c2-95eb-5a11e1a536a3),segment_id=05481e2d-0051-41c2-95eb-5a11e1a536a3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:10.871624 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:10.874092 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:10.938542 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=49a248f7-e793-413f-90c5-9f6207b6d9e8,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:10.943271 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:11.091550 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a043eff-deaa-48b4-8113-9676127cd924 req-44634bbe-e7e5-4d84-bcae-94eee820c0db tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:11.093097 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3a043eff-deaa-48b4-8113-9676127cd924 req-44634bbe-e7e5-4d84-bcae-94eee820c0db tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0764635
Jun 23 03:52:11.138381 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3a043eff-deaa-48b4-8113-9676127cd924 req-aeaee7e2-7b9c-4127-a06e-818f05415f2e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389996
Jun 23 03:52:12.346957 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d39ab-e0ab-4cae-bb2e-6bb3ad61c7a5 req-7430bd39-665f-4280-90ad-d76adf00f93d tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:12.349059 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6c2d39ab-e0ab-4cae-bb2e-6bb3ad61c7a5 req-7430bd39-665f-4280-90ad-d76adf00f93d tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0803514
Jun 23 03:52:12.397957 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6c2d39ab-e0ab-4cae-bb2e-6bb3ad61c7a5 req-47b026f2-794c-42fc-8969-ba7f7da51886 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428207
Jun 23 03:52:12.436918 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 49a248f7-e793-413f-90c5-9f6207b6d9e8 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:12.496137 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 49a248f7-e793-413f-90c5-9f6207b6d9e8 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:12.496816 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:13.637161 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0e08b-3e7b-40b5-8b9d-44ce3b65ccec req-2ae118cc-a4f2-4fb1-93fb-c973375b3557 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:13.639287 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-20a0e08b-3e7b-40b5-8b9d-44ce3b65ccec req-2ae118cc-a4f2-4fb1-93fb-c973375b3557 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0869062
Jun 23 03:52:13.690108 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-20a0e08b-3e7b-40b5-8b9d-44ce3b65ccec req-b930708f-b390-4e29-9314-e1c295481c39 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424175
Jun 23 03:52:14.231189 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:52:14.882083 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5433a-98ce-416e-9f31-ff7081e4e830 req-af85dda4-8ef9-46bf-b384-57566bd8d85c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:14.889114 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-faf5433a-98ce-416e-9f31-ff7081e4e830 req-af85dda4-8ef9-46bf-b384-57566bd8d85c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0716388
Jun 23 03:52:14.951327 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-faf5433a-98ce-416e-9f31-ff7081e4e830 req-c83d1850-c09f-442d-80fe-1e9307773abf tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567293
Jun 23 03:52:14.961729 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 1db986ec-76e5-433c-87da-55107ae6ac65 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:52:15.087184 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:15.099729 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '1db986ec-76e5-433c-87da-55107ae6ac65', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'port_id': '1db986ec-76e5-433c-87da-55107ae6ac65', 'mac_address': 'fa:16:3e:9b:96:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:52:15.149787 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:15.165341 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1db986ec-76e5-433c-87da-55107ae6ac65 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:52:15.189801 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:15.202576 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:15.204935 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:15.270838 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=1db986ec-76e5-433c-87da-55107ae6ac65,revision_number=6']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:15.274107 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:15.307532 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['1db986ec-76e5-433c-87da-55107ae6ac65'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:52:15.812584 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-1dffe72c-ff31-47f7-abfa-c481df40f82f tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:15.814146 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-1dffe72c-ff31-47f7-abfa-c481df40f82f tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/networks?id=60de8024-a64b-475b-b5e1-09eda7f9d44b HTTP/1.1" status: 200  len: 814 time: 0.0990963
Jun 23 03:52:15.829195 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-e827e037-df5d-4de8-b3fb-4972ddd7ef1a tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/quotas/60932f2136454cbb82b1b32eb44a7d4d HTTP/1.1" status: 200  len: 375 time: 0.0091178
Jun 23 03:52:15.899103 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-cebe4245-ffbe-4eb9-a830-8979d9b9643f tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=60932f2136454cbb82b1b32eb44a7d4d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0633092
Jun 23 03:52:16.079299 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bdab89de-3345-4efd-b879-f6535cbe3a07 service neutron] 10.222.0.15 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691425
Jun 23 03:52:16.137326 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e8278-dff9-4404-9911-f66bb232128c req-e1f52fd5-36ae-49e7-81b4-42ba26f7f1f2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:16.138800 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-784e8278-dff9-4404-9911-f66bb232128c req-e1f52fd5-36ae-49e7-81b4-42ba26f7f1f2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 945 time: 0.0653949
Jun 23 03:52:16.175264 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-dcb1ab95-cc01-485a-8c97-cffb1cdaad0b service neutron] 10.222.0.15 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896909
Jun 23 03:52:16.177183 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-784e8278-dff9-4404-9911-f66bb232128c req-6462b154-6b3d-4c73-892f-be5af49e5903 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326612
Jun 23 03:52:16.360263 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ed2fe218-c6ed-4d23-ac79-0cfd5fc0acfc req-270f9713-199c-4c42-96c9-5a3f31457f43 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 210 time: 0.0337999
Jun 23 03:52:16.972872 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 1db986ec-76e5-433c-87da-55107ae6ac65 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:17.020810 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 1db986ec-76e5-433c-87da-55107ae6ac65 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:17.021171 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:17.104754 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:17.127664 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:52:17.131155 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e803fda3-efe2-44d7-a722-0a3d54d60a83" -d '{"events": [{"server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "name": "network-vif-plugged", "status": "completed", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:52:17.147557 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:17.152328 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:17.156025 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:17.206356 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=1db986ec-76e5-433c-87da-55107ae6ac65,revision_number=7']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:17.209631 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:17.299324 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42ea1e7-7a04-4440-b58c-cc4b6061a51e x-openstack-request-id: req-d42ea1e7-7a04-4440-b58c-cc4b6061a51e {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:52:17.299629 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "name": "network-vif-plugged", "status": "completed", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:52:17.299895 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d42ea1e7-7a04-4440-b58c-cc4b6061a51e {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:52:17.300511 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65', 'code': 200}
Jun 23 03:52:17.374629 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6e189-38b5-4159-a831-66342bbe8555 req-b9819581-cd07-4486-b053-a08b603bd9ed tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:17.376296 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f5f6e189-38b5-4159-a831-66342bbe8555 req-b9819581-cd07-4486-b053-a08b603bd9ed tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0683432
Jun 23 03:52:17.437971 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f5f6e189-38b5-4159-a831-66342bbe8555 req-b40c3c41-f103-42ac-8784-b883acd8e4e5 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550292
Jun 23 03:52:17.511166 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-97880019-19f0-4286-a8e1-2b08f4bfd4ae req-7d15856f-81a0-42ac-91a4-59e01b17e4b8 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 210 time: 0.0321460
Jun 23 03:52:17.671935 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-ce49d182-9735-4d73-94b6-5b191351d80c tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:17.674236 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-ce49d182-9735-4d73-94b6-5b191351d80c tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.26 "GET /v2.0/networks?id=60de8024-a64b-475b-b5e1-09eda7f9d44b HTTP/1.1" status: 200  len: 814 time: 0.1556826
Jun 23 03:52:17.692813 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Request body: {'port': {'device_id': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'admin_state_up': True, 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:52:17.854153 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Made reservation on behalf of 60932f2136454cbb82b1b32eb44a7d4d for: {'port': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:52:17.858015 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:18.093474 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Allocated IP 172.20.0.4 (60de8024-a64b-475b-b5e1-09eda7f9d44b/5521c688-ab63-47ea-b7af-8bffe3f5c27e/18a3a72e-5a8a-4a01-ad3c-20d26c683f22) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:52:18.309271 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:18.330757 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Transition to ACTIVE for port object 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 will not be triggered until provisioned by entity DHCP. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:52:18.397890 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:18.402112 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-73934ec1-a56c-4426-bb01-efa63e76a0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:18.517645 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Network 60de8024-a64b-475b-b5e1-09eda7f9d44b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:52:18.523268 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:52:18.539661 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:52:18.670088 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:18.678252 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:18.786733 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'Port': ['ID=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:18.797435 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:18.818327 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1314957
Jun 23 03:52:18.858971 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123587c9-5eb9-4825-bdd8-398a2198c702 req-ddb3548d-435c-4695-9a72-3c1ff541a220 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:18.869273 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdadad-a3f4-4d6d-9e2b-393d68a9faa6 req-708af298-5d42-4d94-9331-8873f065ab83 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:18.869869 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-123587c9-5eb9-4825-bdd8-398a2198c702 req-ddb3548d-435c-4695-9a72-3c1ff541a220 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.1392341
Jun 23 03:52:18.870865 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-89cdadad-a3f4-4d6d-9e2b-393d68a9faa6 req-708af298-5d42-4d94-9331-8873f065ab83 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 931 time: 0.1494436
Jun 23 03:52:18.983622 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-123587c9-5eb9-4825-bdd8-398a2198c702 req-f01a381a-9516-4518-92f1-30265b3f2aa9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987058
Jun 23 03:52:18.991333 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-b63d5d7c-bfdb-40f3-87ba-206dcbcacd0e None None] Provisioning for port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:52:19.011402 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-89cdadad-a3f4-4d6d-9e2b-393d68a9faa6 req-b482bde3-cc32-4ab8-a383-9adbf885c7d0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297524
Jun 23 03:52:19.017864 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-b63d5d7c-bfdb-40f3-87ba-206dcbcacd0e None None] Provisioning complete for port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:19.018257 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b63d5d7c-bfdb-40f3-87ba-206dcbcacd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:19.107039 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-b63d5d7c-bfdb-40f3-87ba-206dcbcacd0e None None] Port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:52:20.245240 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea239ad-df3b-4965-823c-9e00fb2aee8d req-3262a714-8de3-4b91-ad1d-210b06d47458 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:20.247470 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eea239ad-df3b-4965-823c-9e00fb2aee8d req-3262a714-8de3-4b91-ad1d-210b06d47458 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0768409
Jun 23 03:52:20.255339 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e45f1f-43a2-4219-8c0c-9847fa69ad52 req-a44030cd-e0d8-4fb1-af2a-d5c82beabfb3 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:20.268076 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d6e45f1f-43a2-4219-8c0c-9847fa69ad52 req-a44030cd-e0d8-4fb1-af2a-d5c82beabfb3 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 931 time: 0.1020446
Jun 23 03:52:20.307318 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eea239ad-df3b-4965-823c-9e00fb2aee8d req-772312b7-8955-469b-aa35-079e7fa11b56 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502927
Jun 23 03:52:20.325483 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d6e45f1f-43a2-4219-8c0c-9847fa69ad52 req-c0d506fe-0f01-4b23-b28b-49181c19479a tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564806
Jun 23 03:52:21.508545 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64226a95-f022-415c-852e-40006ed1f982 req-3c5ef3b9-3bd6-42bb-b9db-c861bcb2df4a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:21.516499 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-64226a95-f022-415c-852e-40006ed1f982 req-3c5ef3b9-3bd6-42bb-b9db-c861bcb2df4a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0799172
Jun 23 03:52:21.577160 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-64226a95-f022-415c-852e-40006ed1f982 req-38e10cbe-e755-499b-a6d7-86503d8e4ca1 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592825
Jun 23 03:52:21.768191 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ef980-aafe-4d1b-8b77-119e4c0f62b0 req-852bd2ab-1946-4cdf-a026-c9e57966bbca tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:21.771507 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8c4ef980-aafe-4d1b-8b77-119e4c0f62b0 req-852bd2ab-1946-4cdf-a026-c9e57966bbca tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 931 time: 0.0889251
Jun 23 03:52:21.821168 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8c4ef980-aafe-4d1b-8b77-119e4c0f62b0 req-d75ae8af-c4c8-4be9-adcd-ef19e8cdd907 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436604
Jun 23 03:52:22.788443 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64225341-6272-4024-b9ff-d3ff394bf5b1 req-31b2e6f1-9b90-4aba-b3a2-9dc8c820307a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:22.793410 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-64225341-6272-4024-b9ff-d3ff394bf5b1 req-31b2e6f1-9b90-4aba-b3a2-9dc8c820307a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0853088
Jun 23 03:52:22.858930 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-64225341-6272-4024-b9ff-d3ff394bf5b1 req-a73df3ae-019b-4af3-a671-03cf1e8ef7aa tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603352
Jun 23 03:52:23.304348 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd40f65-c20b-48f4-ae0b-5307ddade8a2 req-9084e971-c920-43c2-9bb1-e4ae92681214 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:23.306244 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7bd40f65-c20b-48f4-ae0b-5307ddade8a2 req-9084e971-c920-43c2-9bb1-e4ae92681214 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 931 time: 0.1316316
Jun 23 03:52:23.361952 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7bd40f65-c20b-48f4-ae0b-5307ddade8a2 req-5b99da06-61e1-4652-b474-1ed07cb109d5 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477865
Jun 23 03:52:24.077341 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d41cd5-5fad-4aee-8201-4445d824db10 req-d26da021-08b8-4a5c-9ed1-5723a10b1141 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:24.084355 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-95d41cd5-5fad-4aee-8201-4445d824db10 req-d26da021-08b8-4a5c-9ed1-5723a10b1141 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0805364
Jun 23 03:52:24.129360 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-95d41cd5-5fad-4aee-8201-4445d824db10 req-643ef90f-7338-4850-91ac-9d98e2eefed9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434964
Jun 23 03:52:24.571159 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff80ec0-3b6d-43f3-b62f-02dd762f9ba4 req-b6b3e9b5-d128-4681-bf5c-1783457a86b8 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:24.578994 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0ff80ec0-3b6d-43f3-b62f-02dd762f9ba4 req-b6b3e9b5-d128-4681-bf5c-1783457a86b8 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 931 time: 0.0924954
Jun 23 03:52:24.621920 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0ff80ec0-3b6d-43f3-b62f-02dd762f9ba4 req-46ab778d-a48b-44b7-b9d0-04311d7bdce5 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412855
Jun 23 03:52:25.341735 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb6d79-1417-4efb-9179-9a2f57663239 req-e2c7439e-c4b3-4e6c-bddc-8b95ccaf7c6a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:25.344975 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f5cb6d79-1417-4efb-9179-9a2f57663239 req-e2c7439e-c4b3-4e6c-bddc-8b95ccaf7c6a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0861402
Jun 23 03:52:25.460198 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f5cb6d79-1417-4efb-9179-9a2f57663239 req-bd670dba-84e0-42b4-89c1-771bb2e22ee1 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078706
Jun 23 03:52:25.845974 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:25.883926 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49467590-89f8-4b7c-931f-9b3fd97985b0 req-641f43a7-887b-4309-9e40-e17c212ba1e6 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:25.891612 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-49467590-89f8-4b7c-931f-9b3fd97985b0 req-641f43a7-887b-4309-9e40-e17c212ba1e6 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 931 time: 0.1315348
Jun 23 03:52:25.943959 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-49467590-89f8-4b7c-931f-9b3fd97985b0 req-25a4b923-866d-449d-bb82-0efa24a4972a tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511892
Jun 23 03:52:26.716916 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf275213-3279-452a-b393-80493e92fae5 req-cc7703e6-c310-4ea1-9d12-6a1c400497e6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:26.725166 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bf275213-3279-452a-b393-80493e92fae5 req-cc7703e6-c310-4ea1-9d12-6a1c400497e6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0971963
Jun 23 03:52:26.763258 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-bf275213-3279-452a-b393-80493e92fae5 req-bc04f00c-bdc9-4180-b710-2dfb17ea6a83 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371959
Jun 23 03:52:27.182082 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d6942-b94a-4b4d-af7f-8b328b80578d req-9fa518ff-2a77-48b9-b541-f144123d22df tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:27.184011 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-955d6942-b94a-4b4d-af7f-8b328b80578d req-9fa518ff-2a77-48b9-b541-f144123d22df tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 931 time: 0.0895083
Jun 23 03:52:27.224387 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-955d6942-b94a-4b4d-af7f-8b328b80578d req-279fe986-ecbe-4cbc-ad9e-7eca227b6c2a tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341978
Jun 23 03:52:27.968713 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa59e9-347d-48b2-90b1-2a858486cae8 req-4dd6307e-2c71-4d7b-885d-ee1f668b8ffe tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:27.970171 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e2aa59e9-347d-48b2-90b1-2a858486cae8 req-4dd6307e-2c71-4d7b-885d-ee1f668b8ffe tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0675037
Jun 23 03:52:28.011116 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e2aa59e9-347d-48b2-90b1-2a858486cae8 req-f76c605b-3c70-4ecb-9c86-1a20fd7f870e tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0348210
Jun 23 03:52:28.412720 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d990d-51b6-4a5b-ad33-7fc850e13b0d req-e0708640-be4c-4e74-8944-1fc1fa817720 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:28.414357 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5d0d990d-51b6-4a5b-ad33-7fc850e13b0d req-e0708640-be4c-4e74-8944-1fc1fa817720 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 931 time: 0.0664966
Jun 23 03:52:28.453524 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5d0d990d-51b6-4a5b-ad33-7fc850e13b0d req-e90bf20a-7257-4d1e-be81-3910fe2cc31b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334878
Jun 23 03:52:29.202706 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544b55d-24f7-4652-81b3-8f2d712fd597 req-01c21202-2105-409f-914a-c05157a05bab tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:29.204355 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2544b55d-24f7-4652-81b3-8f2d712fd597 req-01c21202-2105-409f-914a-c05157a05bab tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0742824
Jun 23 03:52:29.245428 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2544b55d-24f7-4652-81b3-8f2d712fd597 req-30ec156d-8adc-427a-80db-241a9e895d22 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351288
Jun 23 03:52:29.636702 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b308-2454-4afe-9a57-7babe6bb1164 req-a6403cb2-f018-437b-b9b9-787644ec7ca5 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:29.638220 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7043b308-2454-4afe-9a57-7babe6bb1164 req-a6403cb2-f018-437b-b9b9-787644ec7ca5 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 931 time: 0.0693290
Jun 23 03:52:29.679032 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7043b308-2454-4afe-9a57-7babe6bb1164 req-4ef7e7c6-86ff-40ce-a3de-640732b7679a tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347404
Jun 23 03:52:30.434446 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a00be-6837-4f91-9fe5-1686fb276112 req-81a27017-30ac-401e-bf51-6d749a969a0a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:30.435903 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d71a00be-6837-4f91-9fe5-1686fb276112 req-81a27017-30ac-401e-bf51-6d749a969a0a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0684485
Jun 23 03:52:30.476244 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d71a00be-6837-4f91-9fe5-1686fb276112 req-9b7840ec-23f1-4fba-a63f-9077f8211cf6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0316553
Jun 23 03:52:30.861599 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c13ad-ab53-4aa7-8b71-032ff22d528b req-f66b7368-8ccf-4224-aae2-d8b70093fecd tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:30.863767 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-977c13ad-ab53-4aa7-8b71-032ff22d528b req-f66b7368-8ccf-4224-aae2-d8b70093fecd tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 931 time: 0.0613329
Jun 23 03:52:30.888449 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Request body: {'port': {'device_id': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:52:30.916287 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-977c13ad-ab53-4aa7-8b71-032ff22d528b req-28731344-5afe-44f5-8e83-0d59c589bb95 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465255
Jun 23 03:52:30.964512 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:31.228025 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 {{(pid=99522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:52:31.235174 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:31.246654 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Transition to ACTIVE for port object 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:52:31.250934 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:31.253554 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-390c0862-02cc-42c2-93ed-c1a06a052865 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:31.301562 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:31.305185 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:31.377013 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Attempting to bind port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:52:31.377444 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Attempting to bind port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:52:31.377783 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Attempting to bind port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 on network 60de8024-a64b-475b-b5e1-09eda7f9d44b {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:52:31.382975 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 on network 60de8024-a64b-475b-b5e1-09eda7f9d44b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:52:31.383330 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Attempting to bind port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 on network 60de8024-a64b-475b-b5e1-09eda7f9d44b {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:52:31.388459 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:52:31.388839 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Checking segment: {'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:52:31.389482 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Bound using segment: {'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:52:31.389995 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Bound port: 18a3a72e-5a8a-4a01-ad3c-20d26c683f22, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:52:31.390349 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:31.455206 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] For port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22, host hv-cinder-76859, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:52:31.459238 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] For port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:52:31.462720 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:31.464724 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-afe33141-12dc-4450-892a-b5b8fc02b5f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:31.500556 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:31.501114 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:31.502482 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] 10.222.0.26 "PUT /v2.0/ports/18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 200  len: 1093 time: 0.6210229
Jun 23 03:52:31.503004 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:52:31.505376 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1feba26-ab35-4cdd-a154-c8ea86f861dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:52:31.537914 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:31.545322 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:31.608534 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a17b-96b2-4264-a040-fbf13009373f req-c565c86f-97e8-4d7a-b5b2-e5e6f7e66ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:31.610132 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3b51a17b-96b2-4264-a040-fbf13009373f req-c565c86f-97e8-4d7a-b5b2-e5e6f7e66ed0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 1099 time: 0.1265657
Jun 23 03:52:31.614467 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517fae36-beb8-42d6-adb8-fe0887f08082 x-openstack-request-id: req-517fae36-beb8-42d6-adb8-fe0887f08082 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:52:31.614804 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:52:31.615136 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-517fae36-beb8-42d6-adb8-fe0887f08082 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:52:31.615575 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'status': 'completed', 'code': 200}
Jun 23 03:52:31.625635 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-cfc4f6cc-3170-444c-970b-9b8c64f4a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:31.627411 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-cfc4f6cc-3170-444c-970b-9b8c64f4a2a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60932f2136454cbb82b1b32eb44a7d4d&device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 1096 time: 0.0793648
Jun 23 03:52:31.680746 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-3474c492-aa48-4e0c-99a0-ac732a45b5c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 200  len: 217 time: 0.0438139
Jun 23 03:52:31.736713 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-85263670-43dc-48ea-aa53-a89c50f09f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:31.738450 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-85263670-43dc-48ea-aa53-a89c50f09f5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5521c688-ab63-47ea-b7af-8bffe3f5c27e HTTP/1.1" status: 200  len: 853 time: 0.0507586
Jun 23 03:52:31.749795 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a17b-96b2-4264-a040-fbf13009373f req-aef1ce27-74f8-4507-969a-5509a5aa635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:31.751258 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3b51a17b-96b2-4264-a040-fbf13009373f req-aef1ce27-74f8-4507-969a-5509a5aa635a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 917 time: 0.1291702
Jun 23 03:52:31.773378 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631fd88-b9cb-42f1-8894-970c5641d42e req-bb7328c5-48d0-493f-8abf-54ca07d50e37 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:31.774800 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e631fd88-b9cb-42f1-8894-970c5641d42e req-bb7328c5-48d0-493f-8abf-54ca07d50e37 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0952165
Jun 23 03:52:31.798881 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-441c6e47-cb7e-4cd3-85c0-fea29e42bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:31.800368 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-441c6e47-cb7e-4cd3-85c0-fea29e42bf8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60de8024-a64b-475b-b5e1-09eda7f9d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0552464
Jun 23 03:52:31.850561 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3b51a17b-96b2-4264-a040-fbf13009373f req-28e5dbac-6c4e-42c1-be73-e88ed74862f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db986ec-76e5-433c-87da-55107ae6ac65 HTTP/1.1" status: 200  len: 1002 time: 0.0913370
Jun 23 03:52:31.858145 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e631fd88-b9cb-42f1-8894-970c5641d42e req-ba07874c-aa51-4eb9-8033-1bf62246a6b1 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502801
Jun 23 03:52:31.892578 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-a8252e8a-3ace-4331-9b8f-027cdc6518aa service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850446
Jun 23 03:52:31.905749 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a17b-96b2-4264-a040-fbf13009373f req-42e7300d-2f8f-4c07-b86f-58455198f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:31.907173 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3b51a17b-96b2-4264-a040-fbf13009373f req-42e7300d-2f8f-4c07-b86f-58455198f709 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 200  len: 856 time: 0.0482130
Jun 23 03:52:31.968510 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51a17b-96b2-4264-a040-fbf13009373f req-841e30f2-fb0f-4124-9325-764310a46682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:31.970008 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3b51a17b-96b2-4264-a040-fbf13009373f req-841e30f2-fb0f-4124-9325-764310a46682 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ea4c225-0269-41c8-af63-68574b8e5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0555367
Jun 23 03:52:31.982544 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eba87379-c2ad-4266-89f0-853ad4f55ce8 req-914e63d6-6186-4e0a-8ff6-24391a9366f2 service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833700
Jun 23 03:52:32.068173 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3b51a17b-96b2-4264-a040-fbf13009373f req-0196d220-896e-4417-8b0a-135404f76fbf service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0909340
Jun 23 03:52:32.135332 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb5d2b-ed8c-4aec-babb-1a5ffa609deb req-f277a838-4b3b-47dd-a206-49c2a2629b25 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:32.136950 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-70fb5d2b-ed8c-4aec-babb-1a5ffa609deb req-f277a838-4b3b-47dd-a206-49c2a2629b25 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 943 time: 0.1056311
Jun 23 03:52:32.139864 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feba26-ab35-4cdd-a154-c8ea86f861dc req-1b92e2c3-a973-47d4-ba39-de2744aba864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:32.141313 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b1feba26-ab35-4cdd-a154-c8ea86f861dc req-1b92e2c3-a973-47d4-ba39-de2744aba864 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60932f2136454cbb82b1b32eb44a7d4d&device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 1096 time: 0.1008403
Jun 23 03:52:32.166545 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3b51a17b-96b2-4264-a040-fbf13009373f req-7c5d32bb-fdeb-4f51-b062-6f6e42988da6 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858192
Jun 23 03:52:32.227016 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-70fb5d2b-ed8c-4aec-babb-1a5ffa609deb req-9ca50c39-e7f0-469c-9138-537d35009ad8 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836256
Jun 23 03:52:32.257402 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feba26-ab35-4cdd-a154-c8ea86f861dc req-db929bad-311d-47c5-a874-405db6ff1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:32.258815 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b1feba26-ab35-4cdd-a154-c8ea86f861dc req-db929bad-311d-47c5-a874-405db6ff1b60 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60de8024-a64b-475b-b5e1-09eda7f9d44b HTTP/1.1" status: 200  len: 914 time: 0.1080017
Jun 23 03:52:32.299484 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b1feba26-ab35-4cdd-a154-c8ea86f861dc req-2a07c8f1-58c9-4bee-b02c-0378b5b1c97b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 200  len: 217 time: 0.0333180
Jun 23 03:52:32.347185 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feba26-ab35-4cdd-a154-c8ea86f861dc req-ee5732ec-5806-45e4-87c5-1a6a796d738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:32.348828 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b1feba26-ab35-4cdd-a154-c8ea86f861dc req-ee5732ec-5806-45e4-87c5-1a6a796d738c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5521c688-ab63-47ea-b7af-8bffe3f5c27e HTTP/1.1" status: 200  len: 853 time: 0.0423281
Jun 23 03:52:32.351770 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4c1e92f9-532c-42b5-8b37-87c74cda49c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:32.412504 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feba26-ab35-4cdd-a154-c8ea86f861dc req-7f17bcdc-4a2e-40e5-8258-9a8a542702e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:32.413989 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b1feba26-ab35-4cdd-a154-c8ea86f861dc req-7f17bcdc-4a2e-40e5-8258-9a8a542702e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60de8024-a64b-475b-b5e1-09eda7f9d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0575826
Jun 23 03:52:32.501776 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b1feba26-ab35-4cdd-a154-c8ea86f861dc req-fef0074c-667f-42f8-90cd-cbbfe9b8801e service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802815
Jun 23 03:52:32.591058 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b1feba26-ab35-4cdd-a154-c8ea86f861dc req-0bc7c5ab-bc2b-471d-945d-d2ed92cbc966 service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820847
Jun 23 03:52:33.036271 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6221c-ffaf-4b3c-a8f0-b4c2cfccd2e5 req-5c4ef2e8-6ba5-493f-8069-af8952ebf9c3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:33.037661 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ebb6221c-ffaf-4b3c-a8f0-b4c2cfccd2e5 req-5c4ef2e8-6ba5-493f-8069-af8952ebf9c3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0667782
Jun 23 03:52:33.074850 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ebb6221c-ffaf-4b3c-a8f0-b4c2cfccd2e5 req-ed337dbc-5561-4624-9f71-37b4c4b068d0 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315938
Jun 23 03:52:33.396288 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40526cb-784a-4e18-8714-190e281eda1b req-76c8d47d-ec90-40ca-84bb-e11f308e7c27 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:33.397666 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d40526cb-784a-4e18-8714-190e281eda1b req-76c8d47d-ec90-40ca-84bb-e11f308e7c27 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 943 time: 0.0616720
Jun 23 03:52:33.434052 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d40526cb-784a-4e18-8714-190e281eda1b req-b4fc16e8-0d00-493b-b784-898db679474e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309088
Jun 23 03:52:34.249656 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ae493-422f-41d2-9b4b-762827d58c68 req-324181aa-7efa-4bf1-b495-7a7f008a6274 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:34.251133 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-100ae493-422f-41d2-9b4b-762827d58c68 req-324181aa-7efa-4bf1-b495-7a7f008a6274 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0626917
Jun 23 03:52:34.288557 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-100ae493-422f-41d2-9b4b-762827d58c68 req-482fe68a-8825-4421-a6ca-244cf4b0ed8c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318589
Jun 23 03:52:34.623972 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0335262-6e1f-4a30-aaad-f4308197038b req-750287d4-5f47-49b4-a186-9b65a69ffd58 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:34.625462 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d0335262-6e1f-4a30-aaad-f4308197038b req-750287d4-5f47-49b4-a186-9b65a69ffd58 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 943 time: 0.0766244
Jun 23 03:52:34.666748 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d0335262-6e1f-4a30-aaad-f4308197038b req-fa06794f-582f-4f29-a660-b51f1a542c92 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340497
Jun 23 03:52:34.995521 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b68d572c-2e44-43f5-badc-ac1404e50a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:35.039590 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:52:35.134766 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:35.264172 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'port_id': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'mac_address': 'fa:16:3e:50:65:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:52:35.306794 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:35.322648 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:52:35.349269 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:35.360298 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:35.365496 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:35.368677 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:35.423675 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:35.427252 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:35.459006 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42d33d-0c7a-48a8-93c1-b5f328591aa3 req-529d6894-48d1-4157-9c2b-dc341e9ae055 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:35.460447 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9f42d33d-0c7a-48a8-93c1-b5f328591aa3 req-529d6894-48d1-4157-9c2b-dc341e9ae055 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.1036453
Jun 23 03:52:35.466971 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-08c30fa7-2bd5-4dd6-81fe-2c9fbd0d2938 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0808299
Jun 23 03:52:35.498265 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9f42d33d-0c7a-48a8-93c1-b5f328591aa3 req-a3749217-9d9b-461f-937d-2c9517862585 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0303605
Jun 23 03:52:35.589555 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['18a3a72e-5a8a-4a01-ad3c-20d26c683f22'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:52:35.856774 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2e961-4434-4d73-a8af-15c00077c0c4 req-dc1e6c1f-06c6-4b8d-a610-dc8dd37482dc tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:35.858324 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-72f2e961-4434-4d73-a8af-15c00077c0c4 req-dc1e6c1f-06c6-4b8d-a610-dc8dd37482dc tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 944 time: 0.0636394
Jun 23 03:52:35.901443 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-72f2e961-4434-4d73-a8af-15c00077c0c4 req-07d426d1-ee4d-4771-aa53-a5e541a28c0f tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354416
Jun 23 03:52:36.295334 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-3c7489f1-e65c-4cd0-89e3-824c165d80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:36.296823 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-3c7489f1-e65c-4cd0-89e3-824c165d80ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61&tenant_id=f0d317e3156c4c63877c08c2e40733dc HTTP/1.1" status: 200  len: 1099 time: 0.0508831
Jun 23 03:52:36.332498 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:36.370721 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-97905c7a-3e23-4ed7-b93b-e86131493dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:36.372162 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-97905c7a-3e23-4ed7-b93b-e86131493dc4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 1099 time: 0.0525565
Jun 23 03:52:36.755677 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-2dda05a2-c157-4ad1-ad01-12ea64906b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:36.757139 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-2dda05a2-c157-4ad1-ad01-12ea64906b2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 917 time: 0.3791578
Jun 23 03:52:36.777690 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb7ae-26df-4d53-af33-b7c311f5aeb0 req-a95ce004-73e4-4607-9929-aabbc2756393 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:36.779060 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6d5fb7ae-26df-4d53-af33-b7c311f5aeb0 req-a95ce004-73e4-4607-9929-aabbc2756393 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 946 time: 0.0922074
Jun 23 03:52:36.852930 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-fc52d2cd-ab9b-4cae-86fb-5ba4b643cc1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db986ec-76e5-433c-87da-55107ae6ac65 HTTP/1.1" status: 200  len: 1002 time: 0.0884521
Jun 23 03:52:36.857598 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6d5fb7ae-26df-4d53-af33-b7c311f5aeb0 req-e4b08d86-8cbb-4eb2-ae39-ef119f1a6bc2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481477
Jun 23 03:52:36.901101 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-44d1272b-c3cf-4e3a-aacc-8f58d356e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:36.902504 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-44d1272b-c3cf-4e3a-aacc-8f58d356e85e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 200  len: 856 time: 0.0431361
Jun 23 03:52:36.963035 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-f3f635eb-01cc-4549-87ea-61f2c9595592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:36.964491 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-f3f635eb-01cc-4549-87ea-61f2c9595592 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ea4c225-0269-41c8-af63-68574b8e5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0545642
Jun 23 03:52:37.056962 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-2de6af9f-8b32-4d87-a721-e93c08bf72a4 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844212
Jun 23 03:52:37.080933 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:37.083575 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372ebde-805e-4453-83bb-353ff1cb058c req-1ef3bc45-42f7-4c40-a0f0-be9d0077f66b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:37.085754 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3372ebde-805e-4453-83bb-353ff1cb058c req-1ef3bc45-42f7-4c40-a0f0-be9d0077f66b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 944 time: 0.0714858
Jun 23 03:52:37.138252 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3372ebde-805e-4453-83bb-353ff1cb058c req-c24d1d20-199a-4a7b-8de8-3fdb1a3ffc4b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461490
Jun 23 03:52:37.143601 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:52:37.149146 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:37.149599 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:37.168305 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3ff14c89-0374-4d95-9684-893b9c26c92a req-053f52db-0cc2-4b01-b223-56bb1127d7b4 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1048980
Jun 23 03:52:37.238261 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:37.260350 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:52:37.262795 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d0760f-f363-42fe-8fb6-a976e519fdf5" -d '{"events": [{"server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "name": "network-vif-plugged", "status": "completed", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:52:37.275433 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:37.279807 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:37.280130 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 1db986ec-76e5-433c-87da-55107ae6ac65 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:52:37.282198 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:37.320679 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d54eff3-206b-4807-989a-70233d0bd928 x-openstack-request-id: req-8d54eff3-206b-4807-989a-70233d0bd928 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:52:37.321050 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "name": "network-vif-plugged", "status": "completed", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:52:37.321228 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d54eff3-206b-4807-989a-70233d0bd928 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:52:37.321623 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'code': 200}
Jun 23 03:52:37.361698 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:37.366490 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:37.403350 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:37.441250 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:37.457985 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:37.461277 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:37.522996 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:37.528252 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=1db986ec-76e5-433c-87da-55107ae6ac65,revision_number=8']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:37.539822 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:37.652949 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2c7a9-218f-42f0-a5ff-0f30c9f4b403 req-adc36956-1bf7-43c7-9858-9b02d5b89ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:37.655468 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5fe2c7a9-218f-42f0-a5ff-0f30c9f4b403 req-adc36956-1bf7-43c7-9858-9b02d5b89ec2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 1098 time: 0.1168885
Jun 23 03:52:38.047478 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bc8e2-b99f-4e62-8812-252c49b888b9 req-aff9249e-8a12-44c8-83d2-e6061155f3c6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:38.049101 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0c5bc8e2-b99f-4e62-8812-252c49b888b9 req-aff9249e-8a12-44c8-83d2-e6061155f3c6 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0738938
Jun 23 03:52:38.089906 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0c5bc8e2-b99f-4e62-8812-252c49b888b9 req-8a2f8ace-0925-4b5d-84fc-9e27af784c38 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346265
Jun 23 03:52:38.326338 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb715279-08d2-4f02-a8d2-fddb7607aeba req-146cdb19-b3f3-4d17-bbd2-f792d6c0dcee tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:38.327759 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb715279-08d2-4f02-a8d2-fddb7607aeba req-146cdb19-b3f3-4d17-bbd2-f792d6c0dcee tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0659108
Jun 23 03:52:38.373007 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb715279-08d2-4f02-a8d2-fddb7607aeba req-2d0900a5-cd0d-4a8a-a28c-a133a1292eff tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369172
Jun 23 03:52:39.280490 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b0e00-26bc-4b7d-a40d-1ad65b3e8d34 req-fd19c301-670d-4365-a8b1-c350b3b9d98a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:39.281996 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-042b0e00-26bc-4b7d-a40d-1ad65b3e8d34 req-fd19c301-670d-4365-a8b1-c350b3b9d98a tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0677118
Jun 23 03:52:39.322586 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:52:39.323219 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-042b0e00-26bc-4b7d-a40d-1ad65b3e8d34 req-bea324bd-0b7d-41f6-ba8a-a571ba808e74 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341640
Jun 23 03:52:39.325115 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963eaa9d-f997-4463-bd19-224f63d08413" -d '{"events": [{"server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "name": "network-vif-unplugged", "status": "completed", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:52:39.362656 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 03:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b2d1ad-a78b-4881-804d-9785dfaf4c7a x-openstack-request-id: req-92b2d1ad-a78b-4881-804d-9785dfaf4c7a {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:52:39.362959 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "name": "network-vif-unplugged", "status": "completed", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:52:39.363269 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92b2d1ad-a78b-4881-804d-9785dfaf4c7a {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:52:39.363668 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65', 'code': 200}
Jun 23 03:52:39.555345 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec707735-f94c-4763-9afd-d0bc84c4d45f req-65550d50-02e8-45f4-99a5-ae88ebe1d74f tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:39.556825 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec707735-f94c-4763-9afd-d0bc84c4d45f req-65550d50-02e8-45f4-99a5-ae88ebe1d74f tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0716438
Jun 23 03:52:39.604314 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ec707735-f94c-4763-9afd-d0bc84c4d45f req-49ed0bb1-4e74-401b-9be4-1b470ec350a6 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409477
Jun 23 03:52:40.514953 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0810bc-8671-4fc1-bea0-4dfb6eda780c req-0a65b65c-6f4f-429d-9da8-a62307e52940 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:40.516411 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cc0810bc-8671-4fc1-bea0-4dfb6eda780c req-0a65b65c-6f4f-429d-9da8-a62307e52940 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0690663
Jun 23 03:52:40.557190 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cc0810bc-8671-4fc1-bea0-4dfb6eda780c req-f82a0ee7-c491-4540-a544-8f0a1da99479 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344315
Jun 23 03:52:40.787773 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ce507-9fc8-4a98-97b7-fed6be57a72b req-8306ef1a-fc6c-4b5d-b4e4-80b48a1cb050 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:40.789203 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0d2ce507-9fc8-4a98-97b7-fed6be57a72b req-8306ef1a-fc6c-4b5d-b4e4-80b48a1cb050 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0661113
Jun 23 03:52:40.835164 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-0d2ce507-9fc8-4a98-97b7-fed6be57a72b req-636962a3-c436-425c-a7d6-6024b4a20168 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403047
Jun 23 03:52:41.766650 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1b0fb-f290-402d-b012-bfcd1c681297 req-1bd047a1-b870-4bd5-b9c2-d36297be2906 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:41.768267 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b9a1b0fb-f290-402d-b012-bfcd1c681297 req-1bd047a1-b870-4bd5-b9c2-d36297be2906 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0646510
Jun 23 03:52:41.807336 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b9a1b0fb-f290-402d-b012-bfcd1c681297 req-9f09ac29-7e47-40b0-840c-c81d974ab1eb tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325551
Jun 23 03:52:42.034538 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2166af-c30b-4d51-a826-4e403549b735 req-1f10cb9e-cf6c-4c32-8422-2c02c3dacb9d tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:42.036920 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1a2166af-c30b-4d51-a826-4e403549b735 req-1f10cb9e-cf6c-4c32-8422-2c02c3dacb9d tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0692992
Jun 23 03:52:42.075349 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1a2166af-c30b-4d51-a826-4e403549b735 req-939319d6-1ef4-4c6d-804a-25996e90ac4e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321741
Jun 23 03:52:42.991555 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba96287-cdac-4632-b145-c14c4a9061c5 req-ac32e8b7-061e-4398-b2d5-14c69f8e6506 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:42.992956 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-dba96287-cdac-4632-b145-c14c4a9061c5 req-ac32e8b7-061e-4398-b2d5-14c69f8e6506 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0671530
Jun 23 03:52:43.039803 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-dba96287-cdac-4632-b145-c14c4a9061c5 req-a458e670-80d9-4359-bd27-debc449cd5a4 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409796
Jun 23 03:52:43.319662 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043ec7-ca58-419d-93cd-c57160933556 req-99cd72a2-8c86-404c-a1af-199a43aef589 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:43.321582 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-84043ec7-ca58-419d-93cd-c57160933556 req-99cd72a2-8c86-404c-a1af-199a43aef589 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.1155574
Jun 23 03:52:43.359648 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-84043ec7-ca58-419d-93cd-c57160933556 req-be01a240-4511-496d-86c3-7b82af64a32d tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316896
Jun 23 03:52:44.228789 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba5b09-08e6-4d7e-9cba-504f41d7fa2d req-d92021ac-acfc-47a9-9d38-c03f0151697d tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:44.230571 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d1ba5b09-08e6-4d7e-9cba-504f41d7fa2d req-d92021ac-acfc-47a9-9d38-c03f0151697d tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0740347
Jun 23 03:52:44.274214 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d1ba5b09-08e6-4d7e-9cba-504f41d7fa2d req-aa5c3ff9-a9d0-4514-b425-f48c0afb5d65 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377097
Jun 23 03:52:44.543925 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705071a1-34ee-4d6f-b349-16fd564a37b0 req-d5e16bec-7fdb-49fa-84df-bba7862332f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:44.545430 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-705071a1-34ee-4d6f-b349-16fd564a37b0 req-d5e16bec-7fdb-49fa-84df-bba7862332f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0651913
Jun 23 03:52:44.586311 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-705071a1-34ee-4d6f-b349-16fd564a37b0 req-b6b42804-a549-4176-a8ca-e404994b07db tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346742
Jun 23 03:52:45.460353 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3910b-2cfe-4248-a4a4-db4b9746049f req-6464353a-5b09-4253-8e16-1fb83fbd9a59 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:45.462126 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-82e3910b-2cfe-4248-a4a4-db4b9746049f req-6464353a-5b09-4253-8e16-1fb83fbd9a59 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0670612
Jun 23 03:52:45.509715 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-82e3910b-2cfe-4248-a4a4-db4b9746049f req-db58656f-24b7-44d5-a9d3-36234b622c2c tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411570
Jun 23 03:52:45.774728 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b1674-aa02-4893-afb4-38955c6a165a req-36368d93-01d7-40bf-bbfb-5cba65a8d557 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:45.776213 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-251b1674-aa02-4893-afb4-38955c6a165a req-36368d93-01d7-40bf-bbfb-5cba65a8d557 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0708830
Jun 23 03:52:45.823351 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-251b1674-aa02-4893-afb4-38955c6a165a req-2c37c0ea-9176-4db4-b41d-9d2f2423276a tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366921
Jun 23 03:52:46.700922 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690ab0d-3742-4edf-ac31-9220caedfe1b req-c9910c53-d459-43eb-b83a-6e672008bc19 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:46.702434 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6690ab0d-3742-4edf-ac31-9220caedfe1b req-c9910c53-d459-43eb-b83a-6e672008bc19 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0692995
Jun 23 03:52:46.740861 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6690ab0d-3742-4edf-ac31-9220caedfe1b req-6a3b2001-0121-4ad8-b882-879ad8b49eb7 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325003
Jun 23 03:52:47.006913 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcd29a-f387-4949-8515-c23724ba4647 req-e6047199-2546-4a3d-a593-ff51d48bb65b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:47.010205 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-acbcd29a-f387-4949-8515-c23724ba4647 req-e6047199-2546-4a3d-a593-ff51d48bb65b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0668340
Jun 23 03:52:47.051360 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-acbcd29a-f387-4949-8515-c23724ba4647 req-eb47838b-d8b5-4104-b987-7bee984a6b70 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351090
Jun 23 03:52:47.917185 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebeb32-7e1b-48da-a00d-489b6afd3e19 req-a5cf3a43-4310-456c-bbca-b334fb284b94 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:47.918619 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b9ebeb32-7e1b-48da-a00d-489b6afd3e19 req-a5cf3a43-4310-456c-bbca-b334fb284b94 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0623293
Jun 23 03:52:47.955393 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b9ebeb32-7e1b-48da-a00d-489b6afd3e19 req-e8a1ce08-3e0f-4a37-9642-8e0059065f6f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0312948
Jun 23 03:52:48.215508 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5fe2c7a9-218f-42f0-a5ff-0f30c9f4b403 req-d367e6cc-128e-4d55-8ff6-9be86654eab4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280225
Jun 23 03:52:48.222425 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21479b00-d3b8-4350-b8eb-aa7233f47475 req-bb803fd4-8145-44cd-a530-46815953b8b7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:48.223855 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-21479b00-d3b8-4350-b8eb-aa7233f47475 req-bb803fd4-8145-44cd-a530-46815953b8b7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0617692
Jun 23 03:52:48.261680 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-21479b00-d3b8-4350-b8eb-aa7233f47475 req-47343829-7a49-46a7-86a6-1afdcfcd08f5 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316911
Jun 23 03:52:49.140670 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e11527-51b8-4f63-8758-6cd82ed56ad3 req-c76c8e2c-4a85-4311-ad77-727d9fe54a10 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:49.142164 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-62e11527-51b8-4f63-8758-6cd82ed56ad3 req-c76c8e2c-4a85-4311-ad77-727d9fe54a10 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0723147
Jun 23 03:52:49.186197 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-62e11527-51b8-4f63-8758-6cd82ed56ad3 req-75c2ec28-de3f-4ca3-acda-cec279555296 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371902
Jun 23 03:52:49.295125 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ae431-6021-4747-ba9a-a55c86dd760b req-64b2b3f9-c05b-4943-a552-da6aaa440893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:49.296691 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-333ae431-6021-4747-ba9a-a55c86dd760b req-64b2b3f9-c05b-4943-a552-da6aaa440893 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 1097 time: 0.0531647
Jun 23 03:52:49.333446 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-333ae431-6021-4747-ba9a-a55c86dd760b req-d296d346-82b7-464e-a38e-f24597360b41 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0289934
Jun 23 03:52:49.433588 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae2121-cb39-4bb7-8142-281d1ef4bd98 req-8de8c481-75a9-41c9-bfda-a1c3621873ec tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:49.435044 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f9ae2121-cb39-4bb7-8142-281d1ef4bd98 req-8de8c481-75a9-41c9-bfda-a1c3621873ec tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0617061
Jun 23 03:52:49.471803 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-f9ae2121-cb39-4bb7-8142-281d1ef4bd98 req-3c7ae57d-c879-4a12-a70b-ad680d5d53d0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311556
Jun 23 03:52:49.654225 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63de4b4-558b-46b2-9375-a2c8ee63d709 req-d43e54b7-e8ef-4c41-be73-370070d0a171 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:49.655617 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d63de4b4-558b-46b2-9375-a2c8ee63d709 req-d43e54b7-e8ef-4c41-be73-370070d0a171 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0696800
Jun 23 03:52:49.703150 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d63de4b4-558b-46b2-9375-a2c8ee63d709 req-585f308f-f853-4400-a1b1-b016b607ed17 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415375
Jun 23 03:52:50.135453 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9be3-0699-4d78-8b2a-0793e36f00c9 req-11bb35ec-ab74-4a64-be0e-94066cf40606 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:50.136971 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3fcc9be3-0699-4d78-8b2a-0793e36f00c9 req-11bb35ec-ab74-4a64-be0e-94066cf40606 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0714064
Jun 23 03:52:50.181255 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3fcc9be3-0699-4d78-8b2a-0793e36f00c9 req-0ca50293-a140-4b0f-8720-166ad35c9fcb tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385959
Jun 23 03:52:50.402003 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb437f-b432-45cc-b564-750674446400 req-95dc3363-1c9d-4939-9652-82ad693c82a2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:50.403483 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-13cb437f-b432-45cc-b564-750674446400 req-95dc3363-1c9d-4939-9652-82ad693c82a2 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 944 time: 0.0749948
Jun 23 03:52:50.449801 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-13cb437f-b432-45cc-b564-750674446400 req-ac400bd8-ac0f-42e4-aa4d-01bf03a6b958 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395994
Jun 23 03:52:51.157583 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 1db986ec-76e5-433c-87da-55107ae6ac65 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:52:51.229788 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:52:51.249018 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:51.260081 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': '1db986ec-76e5-433c-87da-55107ae6ac65', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'port_id': '1db986ec-76e5-433c-87da-55107ae6ac65', 'mac_address': 'fa:16:3e:9b:96:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:52:51.295517 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:51.307491 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db986ec-76e5-433c-87da-55107ae6ac65 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:52:51.326090 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:51.329768 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:51.331491 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-acdce7ce-07a4-4b51-bba1-ed2ea66c818a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:51.376316 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=1db986ec-76e5-433c-87da-55107ae6ac65,revision_number=9']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:51.379309 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:51.565391 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['1db986ec-76e5-433c-87da-55107ae6ac65'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:52:51.636050 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2fe12-9d42-4d69-8a55-922e545e1dfb req-f49d9eb8-dfa3-40c4-955a-37c8f2f5dfd0 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:51.638178 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d9d2fe12-9d42-4d69-8a55-922e545e1dfb req-f49d9eb8-dfa3-40c4-955a-37c8f2f5dfd0 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 945 time: 0.0719881
Jun 23 03:52:51.678660 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d9d2fe12-9d42-4d69-8a55-922e545e1dfb req-bd9872c5-afbf-47a2-afb4-dc34b1b94687 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342121
Jun 23 03:52:53.173143 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 1db986ec-76e5-433c-87da-55107ae6ac65 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:52:53.220406 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port 1db986ec-76e5-433c-87da-55107ae6ac65 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:52:53.221100 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:53.298673 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:53.319821 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:52:53.322061 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e23892-9ea2-47a0-9a5d-74617b54541c" -d '{"events": [{"server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "name": "network-vif-plugged", "status": "completed", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:52:53.335085 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:52:53.339041 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:53.341808 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:53.363691 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971e00e4-4d2b-4307-949f-619df0598873 x-openstack-request-id: req-971e00e4-4d2b-4307-949f-619df0598873 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:52:53.363986 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "name": "network-vif-plugged", "status": "completed", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:52:53.364244 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-971e00e4-4d2b-4307-949f-619df0598873 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:52:53.364646 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65', 'code': 200}
Jun 23 03:52:53.389898 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=1db986ec-76e5-433c-87da-55107ae6ac65,revision_number=10']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:53.392836 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:55.815505 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:57.478450 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-63ef7276-829b-40c7-8430-2321eab6d39a req-9d7004fd-71e9-47e9-b682-678bffc78ec9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0506911
Jun 23 03:52:57.572259 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef7276-829b-40c7-8430-2321eab6d39a req-a6575a0d-9d72-4ef3-a2a5-ee598888e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:57.573746 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-63ef7276-829b-40c7-8430-2321eab6d39a req-a6575a0d-9d72-4ef3-a2a5-ee598888e903 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f0d317e3156c4c63877c08c2e40733dc&device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 1100 time: 0.0530772
Jun 23 03:52:57.689137 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef7276-829b-40c7-8430-2321eab6d39a req-cc49910a-aa23-4ed7-96bd-6f94c4585a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:57.690560 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-63ef7276-829b-40c7-8430-2321eab6d39a req-cc49910a-aa23-4ed7-96bd-6f94c4585a3f service neutron] 10.222.0.26 "GET /v2.0/networks?id=9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 200  len: 917 time: 0.0873809
Jun 23 03:52:57.752840 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-63ef7276-829b-40c7-8430-2321eab6d39a req-c97f401a-7c8e-4205-88c5-dae2707b956a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1db986ec-76e5-433c-87da-55107ae6ac65 HTTP/1.1" status: 200  len: 1002 time: 0.0558186
Jun 23 03:52:57.803085 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef7276-829b-40c7-8430-2321eab6d39a req-f7f26fba-7395-48f8-b146-dfc37e18b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:57.804452 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-63ef7276-829b-40c7-8430-2321eab6d39a req-f7f26fba-7395-48f8-b146-dfc37e18b30d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 200  len: 856 time: 0.0451427
Jun 23 03:52:57.879614 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef7276-829b-40c7-8430-2321eab6d39a req-edb70067-50de-4d96-b758-f4cc1783267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:57.881884 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-63ef7276-829b-40c7-8430-2321eab6d39a req-edb70067-50de-4d96-b758-f4cc1783267d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9ea4c225-0269-41c8-af63-68574b8e5074&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707200
Jun 23 03:52:57.971462 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-63ef7276-829b-40c7-8430-2321eab6d39a req-9a10c47a-9ea2-4f53-bf98-f716bf45f495 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832334
Jun 23 03:52:58.062800 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-63ef7276-829b-40c7-8430-2321eab6d39a req-b499637d-e35d-4a0d-aebf-649faafa9fd8 service neutron] 10.222.0.26 "GET /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835025
Jun 23 03:52:58.773916 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb747198-cf54-4cec-8815-a5576db9ce4f req-e39d85b1-eaf5-4ba9-b895-4f1ee2e1bc67 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:58.775551 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eb747198-cf54-4cec-8815-a5576db9ce4f req-e39d85b1-eaf5-4ba9-b895-4f1ee2e1bc67 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0674078
Jun 23 03:52:58.819927 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-eb747198-cf54-4cec-8815-a5576db9ce4f req-ed8f6a3b-9fd5-4ea7-b6f2-43f3749cbc35 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387554
Jun 23 03:52:58.844149 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 32882) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:52:58.934429 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d9afec-c72f-40fc-9fd7-a11006761b50 tempest-TestMinimumBasicScenario-2054257035 tempest-TestMinimumBasicScenario-2054257035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:52:58.935909 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-b3d9afec-c72f-40fc-9fd7-a11006761b50 tempest-TestMinimumBasicScenario-2054257035 tempest-TestMinimumBasicScenario-2054257035-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 1093 time: 0.0906560
Jun 23 03:52:58.938729 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 32886) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:52:58.942985 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Request body: {'floatingip': {'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'port_id': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:52:58.966608 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for floatingip, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:59.061637 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:59.166771 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Allocated IP 172.27.0.26 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/d0ac3bca-c4e5-40e9-af30-9a645cd3e79e) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:52:59.267771 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:59.305750 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:59.308417 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82b76fa5-2c13-4fec-bbc9-4845364baf60 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:52:59.344359 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:52:59.347073 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:52:59.351123 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:52:59.356409 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'Port': ['ID=d0ac3bca-c4e5-40e9-af30-9a645cd3e79e,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:52:59.383293 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.383677 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.384056 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.384428 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.384833 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.385228 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.385562 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.385924 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.386280 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.386638 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.386997 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.387352 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:52:59.391936 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:52:59.720620 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:59.793379 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:59.939169 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:59.943903 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:52:59.946715 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-bb60d0d4-5e2c-4ef3-8f52-0d799f7e273e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:00.011273 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'Port': ['ID=d0ac3bca-c4e5-40e9-af30-9a645cd3e79e,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:00.015099 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:00.023395 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.120392 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.l3_db [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Floating IP e7d56860-f8d1-4460-a276-f09ade08b67c associated. External IP: 172.27.0.26, port: 18a3a72e-5a8a-4a01-ad3c-20d26c683f22.
Jun 23 03:53:00.314016 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Router 8beae262-f758-4337-87b5-193141b12262 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:53:00.418608 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:53:00.429259 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff533f8-8dd4-468e-a1da-e8236123ec57 None None] Sync routers for ids ['8beae262-f758-4337-87b5-193141b12262'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:53:00.433783 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.438829 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff533f8-8dd4-468e-a1da-e8236123ec57 None None] Routers {'8beae262-f758-4337-87b5-193141b12262'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:00.439532 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-eff533f8-8dd4-468e-a1da-e8236123ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb44b72e0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:52:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8beae262-f758-4337-87b5-193141b12262'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:00.473271 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-64b30e75-8f81-4b19-8fb2-9a6e68e7b746 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5335288
Jun 23 03:53:00.473989 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:53:00.477190 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 32888) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:00.477721 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3959d80c-7305-4ff9-98e5-c66728210cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:53:00.482596 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605236122', 'description': 'tempest-secgroup-smoke-605236122 description', 'project_id': '60932f2136454cbb82b1b32eb44a7d4d'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:53:00.506151 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.516587 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3d4492-aaec-4c65-bb25-856127cb4e3a x-openstack-request-id: req-0f3d4492-aaec-4c65-bb25-856127cb4e3a {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:53:00.517129 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:53:00.517583 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f3d4492-aaec-4c65-bb25-856127cb4e3a {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:53:00.518242 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'status': 'completed', 'code': 200}
Jun 23 03:53:00.554104 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-eff533f8-8dd4-468e-a1da-e8236123ec57 None None] Set router 8beae262-f758-4337-87b5-193141b12262 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:00.593541 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d80c-7305-4ff9-98e5-c66728210cf9 req-da952eff-fd0f-4969-90e9-fbbeb4f2d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:00.594983 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3959d80c-7305-4ff9-98e5-c66728210cf9 req-da952eff-fd0f-4969-90e9-fbbeb4f2d39e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60932f2136454cbb82b1b32eb44a7d4d&device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 1098 time: 0.0555170
Jun 23 03:53:00.597860 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.603036 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.613567 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-2b92c998-43d3-49d8-9358-37524fd96a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:00.637612 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c591ea-7f7c-4560-833f-74f7f03a2461,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:00.644822 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.645202 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.645572 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.645933 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.647056 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.647535 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.647897 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.648255 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.648638 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.649027 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.649325 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.649675 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:00.652712 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.656805 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.1749971
Jun 23 03:53:00.656805 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:00.657066 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 32892) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:00.663448 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-98bd50bc-f989-43d7-b446-e903d8b2234b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Request body: {'security_group_rule': {'security_group_id': 'c9c591ea-7f7c-4560-833f-74f7f03a2461', 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:53:00.692830 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d80c-7305-4ff9-98e5-c66728210cf9 req-11070a69-f8fc-46b7-9462-16df59a0d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:00.693079 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-98bd50bc-f989-43d7-b446-e903d8b2234b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.694964 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3959d80c-7305-4ff9-98e5-c66728210cf9 req-11070a69-f8fc-46b7-9462-16df59a0d362 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60de8024-a64b-475b-b5e1-09eda7f9d44b HTTP/1.1" status: 200  len: 914 time: 0.0938787
Jun 23 03:53:00.751143 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-98bd50bc-f989-43d7-b446-e903d8b2234b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.755262 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-98bd50bc-f989-43d7-b446-e903d8b2234b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.766963 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3959d80c-7305-4ff9-98e5-c66728210cf9 req-a619c090-b550-4587-a1ce-cf4dc97a3965 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 200  len: 998 time: 0.0648646
Jun 23 03:53:00.769514 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-096dc88f-f53a-4558-93bb-74314c36deda tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:00.782588 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd50bc-f989-43d7-b446-e903d8b2234b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb56f75f-0cda-4d91-8fe0-668b76697108,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:00.792997 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-98bd50bc-f989-43d7-b446-e903d8b2234b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:00.793144 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-98bd50bc-f989-43d7-b446-e903d8b2234b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.796835 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-98bd50bc-f989-43d7-b446-e903d8b2234b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1362402
Jun 23 03:53:00.797774 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 32894) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:00.803133 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-0587c294-6454-4a96-a491-291fd2efb0ba tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Request body: {'security_group_rule': {'security_group_id': 'c9c591ea-7f7c-4560-833f-74f7f03a2461', 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:53:00.803714 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-eff533f8-8dd4-468e-a1da-e8236123ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb44b72e0>, [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': 'e7d56860-f8d1-4460-a276-f09ade08b67c', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '8beae262-f758-4337-87b5-193141b12262', 'port_id': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'mac_address': 'fa:16:3e:50:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:52:59Z', 'updated_at': '2021-06-23T03:52:59Z', 'revision_number': 0, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c3c580-7874-4e19-9229-50426b42bf21', 'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'mac_address': 'fa:16:3e:bf:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:59Z', 'updated_at': '2021-06-23T03:52:05Z', 'revision_number': 5, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'subnets': [{'id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:00.816575 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d80c-7305-4ff9-98e5-c66728210cf9 req-9192483d-d8b9-4d19-a415-b54bffbb7edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:00.818757 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3959d80c-7305-4ff9-98e5-c66728210cf9 req-9192483d-d8b9-4d19-a415-b54bffbb7edc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5521c688-ab63-47ea-b7af-8bffe3f5c27e HTTP/1.1" status: 200  len: 853 time: 0.0448544
Jun 23 03:53:00.830586 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0587c294-6454-4a96-a491-291fd2efb0ba tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.831203 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff533f8-8dd4-468e-a1da-e8236123ec57 None None] Checking router: 8beae262-f758-4337-87b5-193141b12262 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:53:00.842141 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff533f8-8dd4-468e-a1da-e8236123ec57 None None] Routers {'8beae262-f758-4337-87b5-193141b12262'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:00.842771 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-eff533f8-8dd4-468e-a1da-e8236123ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb44b72e0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:52:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8beae262-f758-4337-87b5-193141b12262'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:00.875541 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d80c-7305-4ff9-98e5-c66728210cf9 req-c92212eb-6b08-48f2-8a18-929661c9b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:00.876975 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3959d80c-7305-4ff9-98e5-c66728210cf9 req-c92212eb-6b08-48f2-8a18-929661c9b792 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60de8024-a64b-475b-b5e1-09eda7f9d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0528231
Jun 23 03:53:00.883758 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0587c294-6454-4a96-a491-291fd2efb0ba tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.888301 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0587c294-6454-4a96-a491-291fd2efb0ba tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.890514 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d8c07ef0-643f-48d6-a117-b1e093f3db4c tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:00.910045 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587c294-6454-4a96-a491-291fd2efb0ba tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ea9edd-d886-4ab8-ba26-8d365b80bea6,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:00.913408 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-0587c294-6454-4a96-a491-291fd2efb0ba tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:00.917992 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0587c294-6454-4a96-a491-291fd2efb0ba tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.919400 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-0587c294-6454-4a96-a491-291fd2efb0ba tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1205292
Jun 23 03:53:00.922170 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 32896) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:00.926684 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-7394c0f0-e5ed-4577-8efd-608b012445ec tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Request body: {'security_group_rule': {'security_group_id': 'c9c591ea-7f7c-4560-833f-74f7f03a2461', 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:53:00.950975 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-eff533f8-8dd4-468e-a1da-e8236123ec57 None None] Set router 8beae262-f758-4337-87b5-193141b12262 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:00.954762 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7394c0f0-e5ed-4577-8efd-608b012445ec tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:00.989680 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3959d80c-7305-4ff9-98e5-c66728210cf9 req-41fff387-6e5e-4090-a4a0-737da981e61e service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1058645
Jun 23 03:53:01.017194 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7394c0f0-e5ed-4577-8efd-608b012445ec tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.022917 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7394c0f0-e5ed-4577-8efd-608b012445ec tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.029282 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:01.042640 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394c0f0-e5ed-4577-8efd-608b012445ec tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e1c853-8df1-4418-a54b-636464eaf8ab,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:01.049443 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7394c0f0-e5ed-4577-8efd-608b012445ec tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:01.058289 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7394c0f0-e5ed-4577-8efd-608b012445ec tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.062264 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-7394c0f0-e5ed-4577-8efd-608b012445ec tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1391616
Jun 23 03:53:01.062995 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 32898) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:01.069468 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-3ce0aa4b-c1a3-4615-9e8d-536d57f162f2 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Request body: {'security_group_rule': {'security_group_id': 'c9c591ea-7f7c-4560-833f-74f7f03a2461', 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:53:01.098215 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3959d80c-7305-4ff9-98e5-c66728210cf9 req-c90c41ab-f6e2-4451-8a7f-8db61c0bd767 service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025746
Jun 23 03:53:01.108469 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce0aa4b-c1a3-4615-9e8d-536d57f162f2 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.164855 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce0aa4b-c1a3-4615-9e8d-536d57f162f2 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.168855 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce0aa4b-c1a3-4615-9e8d-536d57f162f2 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.170668 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:01.178330 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-eff533f8-8dd4-468e-a1da-e8236123ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb44b72e0>, [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': 'e7d56860-f8d1-4460-a276-f09ade08b67c', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '8beae262-f758-4337-87b5-193141b12262', 'port_id': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'mac_address': 'fa:16:3e:50:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:52:59Z', 'updated_at': '2021-06-23T03:52:59Z', 'revision_number': 0, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c3c580-7874-4e19-9229-50426b42bf21', 'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'mac_address': 'fa:16:3e:bf:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:59Z', 'updated_at': '2021-06-23T03:52:05Z', 'revision_number': 5, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'subnets': [{'id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:01.207798 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff533f8-8dd4-468e-a1da-e8236123ec57 None None] The sync data for ids ['8beae262-f758-4337-87b5-193141b12262'] in dv-cinder-768592-6-iscsi is: [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': 'e7d56860-f8d1-4460-a276-f09ade08b67c', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '8beae262-f758-4337-87b5-193141b12262', 'port_id': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'mac_address': 'fa:16:3e:50:65:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:52:59Z', 'updated_at': '2021-06-23T03:52:59Z', 'revision_number': 0, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c3c580-7874-4e19-9229-50426b42bf21', 'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'mac_address': 'fa:16:3e:bf:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:59Z', 'updated_at': '2021-06-23T03:52:05Z', 'revision_number': 5, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'subnets': [{'id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:53:01.403959 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f4ec61-fadb-412c-aea0-d934d7b5427e None None] New status for floating IP e7d56860-f8d1-4460-a276-f09ade08b67c: ACTIVE {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:53:01.444649 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0aa4b-c1a3-4615-9e8d-536d57f162f2 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1011ffab-91a3-4bff-b8fc-950df9bc6413,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:01.447166 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3ce0aa4b-c1a3-4615-9e8d-536d57f162f2 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:01.453162 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce0aa4b-c1a3-4615-9e8d-536d57f162f2 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.454313 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-3ce0aa4b-c1a3-4615-9e8d-536d57f162f2 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3905447
Jun 23 03:53:01.457206 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 32900) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:01.463091 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-77a1d967-5464-426b-92d9-1b82c3362d66 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Request body: {'security_group_rule': {'security_group_id': 'c9c591ea-7f7c-4560-833f-74f7f03a2461', 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:53:01.484818 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.securitygroups_db [None req-77a1d967-5464-426b-92d9-1b82c3362d66 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Project 60932f2136454cbb82b1b32eb44a7d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 23 03:53:01.489768 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-77a1d967-5464-426b-92d9-1b82c3362d66 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.552381 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-77a1d967-5464-426b-92d9-1b82c3362d66 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.557170 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-77a1d967-5464-426b-92d9-1b82c3362d66 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.562333 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:01.577878 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1d967-5464-426b-92d9-1b82c3362d66 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63aa9014-3597-425a-b1d7-d58955304c09,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:01.580663 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-77a1d967-5464-426b-92d9-1b82c3362d66 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:01.581983 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-77a1d967-5464-426b-92d9-1b82c3362d66 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.585032 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-77a1d967-5464-426b-92d9-1b82c3362d66 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1250184
Jun 23 03:53:01.585920 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 32902) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:01.590857 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-cd7df3f1-4320-40cd-92f0-f5265acd7722 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Request body: {'security_group_rule': {'security_group_id': 'c9c591ea-7f7c-4560-833f-74f7f03a2461', 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:53:01.612127 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.securitygroups_db [None req-cd7df3f1-4320-40cd-92f0-f5265acd7722 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Project 60932f2136454cbb82b1b32eb44a7d4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 23 03:53:01.616853 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cd7df3f1-4320-40cd-92f0-f5265acd7722 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.675716 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cd7df3f1-4320-40cd-92f0-f5265acd7722 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.679233 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cd7df3f1-4320-40cd-92f0-f5265acd7722 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.681393 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-65abcc18-143e-447b-bc8f-77bfbc18e0b0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:01.697296 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7df3f1-4320-40cd-92f0-f5265acd7722 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fa4c7d-fd1b-4bb0-938b-b16ad7654ab0,revision_number=0']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:01.699583 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cd7df3f1-4320-40cd-92f0-f5265acd7722 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:01.704005 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cd7df3f1-4320-40cd-92f0-f5265acd7722 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:01.705255 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-cd7df3f1-4320-40cd-92f0-f5265acd7722 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1182816
Jun 23 03:53:01.824953 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-aefaca90-0107-4eac-845a-2a76e444a68c req-859cebf1-f3cd-4f81-91db-499344f37009 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605236122&fields=id&tenant_id=60932f2136454cbb82b1b32eb44a7d4d HTTP/1.1" status: 200  len: 267 time: 0.0336351
Jun 23 03:53:01.892207 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaca90-0107-4eac-845a-2a76e444a68c req-9380e8ba-aefd-4cfe-ae8b-836d7a603532 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:01.893647 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-aefaca90-0107-4eac-845a-2a76e444a68c req-9380e8ba-aefd-4cfe-ae8b-836d7a603532 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0636134
Jun 23 03:53:01.903929 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-aefaca90-0107-4eac-845a-2a76e444a68c req-9431db15-d3c4-4580-96be-362f9e274710 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Request body: {'port': {'security_groups': ['35208830-e5d2-42d5-86a2-471895452f00', 'c9c591ea-7f7c-4560-833f-74f7f03a2461']}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:53:01.987932 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-aefaca90-0107-4eac-845a-2a76e444a68c req-9431db15-d3c4-4580-96be-362f9e274710 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:02.171400 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-aefaca90-0107-4eac-845a-2a76e444a68c req-9431db15-d3c4-4580-96be-362f9e274710 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] For port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:53:02.202999 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-aefaca90-0107-4eac-845a-2a76e444a68c req-9431db15-d3c4-4580-96be-362f9e274710 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:02.207488 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-aefaca90-0107-4eac-845a-2a76e444a68c req-9431db15-d3c4-4580-96be-362f9e274710 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:02.212013 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e466229d-c79f-4763-aa3c-dd65a1b5a137 tempest-VolumesActionsTest-1701283616 tempest-VolumesActionsTest-1701283616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:02.219584 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['18a3a72e-5a8a-4a01-ad3c-20d26c683f22'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:53:02.251640 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaca90-0107-4eac-845a-2a76e444a68c req-9431db15-d3c4-4580-96be-362f9e274710 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:02.252257 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-aefaca90-0107-4eac-845a-2a76e444a68c req-9431db15-d3c4-4580-96be-362f9e274710 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:02.253629 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-aefaca90-0107-4eac-845a-2a76e444a68c req-9431db15-d3c4-4580-96be-362f9e274710 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "PUT /v2.0/ports/18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 200  len: 981 time: 0.3539863
Jun 23 03:53:02.288100 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431db15-d3c4-4580-96be-362f9e274710 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'Port': ['ID=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,revision_number=6']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:02.291509 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9431db15-d3c4-4580-96be-362f9e274710 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:02.356782 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['18a3a72e-5a8a-4a01-ad3c-20d26c683f22'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:53:02.413714 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-83e29bf2-6ae5-4cc3-a391-9b615b5e5598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:02.418596 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc02b49-f49e-4834-b1cd-28bc2f220487 req-54d6b2dd-3fb5-4b4c-bcfc-53e40109ea69 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:02.425837 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2fc02b49-f49e-4834-b1cd-28bc2f220487 req-54d6b2dd-3fb5-4b4c-bcfc-53e40109ea69 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0731928
Jun 23 03:53:02.466675 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2fc02b49-f49e-4834-b1cd-28bc2f220487 req-88d0a90c-44b6-49a0-b8db-18a8c4aae8dc tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0395780
Jun 23 03:53:02.519439 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:53:02.521992 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecf8866-e961-4511-9477-943c27c631cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:53:02.543255 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-ff30f6e9-cded-490f-a365-cd14d6ecc039 None None] Provisioning complete for port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:53:02.543639 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ff30f6e9-cded-490f-a365-cd14d6ecc039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:02.557337 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9214665a-df18-46f6-a2e1-6d9c52021d59 x-openstack-request-id: req-9214665a-df18-46f6-a2e1-6d9c52021d59 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:53:02.557672 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:53:02.557971 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9214665a-df18-46f6-a2e1-6d9c52021d59 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:53:02.558407 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'status': 'completed', 'code': 200}
Jun 23 03:53:02.638583 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf8866-e961-4511-9477-943c27c631cf req-5a617a89-b2ae-4c39-bf19-beeff4dee946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:02.640055 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0ecf8866-e961-4511-9477-943c27c631cf req-5a617a89-b2ae-4c39-bf19-beeff4dee946 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60932f2136454cbb82b1b32eb44a7d4d&device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 1137 time: 0.0526640
Jun 23 03:53:02.735784 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf8866-e961-4511-9477-943c27c631cf req-bc312da0-9a57-40ff-89d8-eb9068b6425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:02.737341 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0ecf8866-e961-4511-9477-943c27c631cf req-bc312da0-9a57-40ff-89d8-eb9068b6425d service neutron] 10.222.0.26 "GET /v2.0/networks?id=60de8024-a64b-475b-b5e1-09eda7f9d44b HTTP/1.1" status: 200  len: 914 time: 0.0894399
Jun 23 03:53:02.802844 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0ecf8866-e961-4511-9477-943c27c631cf req-3a2313d1-b81d-4e8f-909a-71cfc9754991 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 200  len: 1000 time: 0.0588579
Jun 23 03:53:02.851639 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf8866-e961-4511-9477-943c27c631cf req-c2b58021-417a-4f2c-bbd3-5b689f23d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:02.853172 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0ecf8866-e961-4511-9477-943c27c631cf req-c2b58021-417a-4f2c-bbd3-5b689f23d050 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5521c688-ab63-47ea-b7af-8bffe3f5c27e HTTP/1.1" status: 200  len: 853 time: 0.0439658
Jun 23 03:53:02.917635 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf8866-e961-4511-9477-943c27c631cf req-e23edd89-c6c9-49e9-983f-fef344d231b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:02.919088 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0ecf8866-e961-4511-9477-943c27c631cf req-e23edd89-c6c9-49e9-983f-fef344d231b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60de8024-a64b-475b-b5e1-09eda7f9d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0595231
Jun 23 03:53:03.010707 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0ecf8866-e961-4511-9477-943c27c631cf req-d577e336-d744-4aaa-b4c1-0dee8615d00b service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825188
Jun 23 03:53:03.105785 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0ecf8866-e961-4511-9477-943c27c631cf req-2d8f8c3b-3879-4e76-9d9e-03b4c0c2dd24 service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870836
Jun 23 03:53:04.998287 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-58b2f7c0-8a24-45cb-9e05-5495b0aaf76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:05.343873 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:06.335115 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:07.484007 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:08.420298 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e498c17-812d-4e34-819f-9fb73ef73cf9 req-e309d5e3-e0cb-4c3e-9c7e-e48029449998 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:08.421758 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2e498c17-812d-4e34-819f-9fb73ef73cf9 req-e309d5e3-e0cb-4c3e-9c7e-e48029449998 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 946 time: 0.0628772
Jun 23 03:53:08.457772 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2e498c17-812d-4e34-819f-9fb73ef73cf9 req-563648d7-545d-416f-bb36-a809aa96e4bf tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f8ec177-7e8a-452e-a1b5-380239b5942d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0303757
Jun 23 03:53:09.639007 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9824dff-9766-4149-883d-8bfd3ed1003c req-91bbdce3-b21c-4468-a4c0-65f22c2887bc tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:09.640462 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b9824dff-9766-4149-883d-8bfd3ed1003c req-91bbdce3-b21c-4468-a4c0-65f22c2887bc tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 946 time: 0.0664489
Jun 23 03:53:09.677300 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b9824dff-9766-4149-883d-8bfd3ed1003c req-fd9c9c09-ebf9-4ea1-8f21-2dfd92b52f4a tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f8ec177-7e8a-452e-a1b5-380239b5942d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0309765
Jun 23 03:53:10.243710 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-206accd8-5011-4cdf-9975-06a0c70e263d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:10.245447 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-206accd8-5011-4cdf-9975-06a0c70e263d tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.26 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 946 time: 0.0675168
Jun 23 03:53:10.345794 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Deleting port 487dde23-e9eb-407f-b482-41c2ff590264 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:10.346136 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:10.437374 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] For port 487dde23-e9eb-407f-b482-41c2ff590264, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=487dde23-e9eb-407f-b482-41c2ff590264,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:53:10.437734 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:10.652441 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:10.652834 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:10.653148 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.l3_db [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Floating IP 0d9b941c-35fc-424c-8550-951d447d3b42 disassociated. External IP: 172.27.0.64, port: 487dde23-e9eb-407f-b482-41c2ff590264.
Jun 23 03:53:10.653486 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Calling delete_port for 487dde23-e9eb-407f-b482-41c2ff590264 owned by compute:nova {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:10.778065 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:10.782150 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:10.818814 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event deleted for resources: {'Port': ['ID=487dde23-e9eb-407f-b482-41c2ff590264,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:10.823304 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:10.843596 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-54177bfa-5ead-4128-8f83-be969c919823 req-7f2dbbeb-474a-4ac0-96b4-27dd4d291aaf tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/ports?device_id=db740921-4ba2-45a3-b625-a0f1e5d6fb04 HTTP/1.1" status: 200  len: 210 time: 0.0350301
Jun 23 03:53:10.946962 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Router 2e2be71b-476f-438b-a8ee-4c36911fb9ca has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:53:11.048382 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:53:11.059026 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52522616-03a5-4ba5-81a5-a97f963d71ea None None] Sync routers for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:53:11.067548 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52522616-03a5-4ba5-81a5-a97f963d71ea None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:11.068160 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-52522616-03a5-4ba5-81a5-a97f963d71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb46d9130>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:53:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:11.092684 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] No DVR routers for this DVR port 487dde23-e9eb-407f-b482-41c2ff590264 on host hv-cinder-76859 {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:53:11.095072 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:11.097114 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-cf998b4a-659e-44f1-953e-ad5500ac32e5 req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.26 "DELETE /v2.0/ports/487dde23-e9eb-407f-b482-41c2ff590264 HTTP/1.1" status: 204  len: 173 time: 0.8453603
Jun 23 03:53:11.097612 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'name': 'network-vif-deleted', 'tag': '487dde23-e9eb-407f-b482-41c2ff590264'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:53:11.099902 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707be356-8a16-415b-9905-520b96df3fcb" -d '{"events": [{"server_uuid": "db740921-4ba2-45a3-b625-a0f1e5d6fb04", "name": "network-vif-deleted", "tag": "487dde23-e9eb-407f-b482-41c2ff590264"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:53:11.140813 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e335685a-5ae0-448b-9b85-abddeedd89ca x-openstack-request-id: req-e335685a-5ae0-448b-9b85-abddeedd89ca {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:53:11.141307 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db740921-4ba2-45a3-b625-a0f1e5d6fb04", "name": "network-vif-deleted", "tag": "487dde23-e9eb-407f-b482-41c2ff590264", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:53:11.141480 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e335685a-5ae0-448b-9b85-abddeedd89ca {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:53:11.142043 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db740921-4ba2-45a3-b625-a0f1e5d6fb04', 'name': 'network-vif-deleted', 'tag': '487dde23-e9eb-407f-b482-41c2ff590264', 'status': 'completed', 'code': 200}
Jun 23 03:53:11.180028 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-52522616-03a5-4ba5-81a5-a97f963d71ea None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:11.399259 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-52522616-03a5-4ba5-81a5-a97f963d71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb46d9130>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:11.429535 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52522616-03a5-4ba5-81a5-a97f963d71ea None None] Checking router: 2e2be71b-476f-438b-a8ee-4c36911fb9ca for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:53:11.437730 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52522616-03a5-4ba5-81a5-a97f963d71ea None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:11.438337 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-52522616-03a5-4ba5-81a5-a97f963d71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb46d9130>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:53:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:11.535846 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-52522616-03a5-4ba5-81a5-a97f963d71ea None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:11.741101 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-52522616-03a5-4ba5-81a5-a97f963d71ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb46d9130>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:11.768119 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52522616-03a5-4ba5-81a5-a97f963d71ea None None] The sync data for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi is: [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:34Z', 'revision_number': 4, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '1dd94824-d2b7-4dd9-8b1a-317607178d55', 'name': '', 'network_id': '9cea1e4e-1863-44a6-ac96-46e29b9fc013', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'mac_address': 'fa:16:3e:92:69:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:32Z', 'updated_at': '2021-06-23T03:46:45Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'subnets': [{'id': 'a63d313c-a6e3-45c8-860f-63d7336cf84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:53:11.964361 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 32962) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:12.000041 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae74e6-27ef-46d4-bfef-40ef1724d580 None None] New status for floating IP 0d9b941c-35fc-424c-8550-951d447d3b42: DOWN {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:53:12.022913 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9017154b-1689-4118-adc2-cd465d14d341 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:12.046084 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9017154b-1689-4118-adc2-cd465d14d341 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:12.098938 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9017154b-1689-4118-adc2-cd465d14d341 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:12.106466 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9017154b-1689-4118-adc2-cd465d14d341 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:12.110006 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-9017154b-1689-4118-adc2-cd465d14d341 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "DELETE /v2.0/security-groups/2f8ec177-7e8a-452e-a1b5-380239b5942d HTTP/1.1" status: 204  len: 168 time: 0.1415982
Jun 23 03:53:12.110006 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-731b3f5c-c8cc-46a6-ac44-dfd637e227fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:12.110383 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 32964) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:12.117828 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017154b-1689-4118-adc2-cd465d14d341 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8ec177-7e8a-452e-a1b5-380239b5942d,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:12.120429 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9017154b-1689-4118-adc2-cd465d14d341 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:12.126472 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.api.v2.resource [None req-e2637b69-7ac9-47b0-945b-427c894750d6 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] show failed (client error): The resource could not be found.
Jun 23 03:53:12.127459 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-e2637b69-7ac9-47b0-945b-427c894750d6 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "GET /v2.0/security-groups/2f8ec177-7e8a-452e-a1b5-380239b5942d HTTP/1.1" status: 404  len: 347 time: 0.0161021
Jun 23 03:53:12.130832 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 32966) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:12.254747 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Deleting port 2b922a15-5d8b-4241-8b4f-0b1b9421cb77 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:12.254998 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:12.327195 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:12.327517 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:12.339905 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Calling delete_port for 2b922a15-5d8b-4241-8b4f-0b1b9421cb77 owned by network:floatingip {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:12.466855 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:12.469483 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-12a92f9e-4159-4c36-8205-e035c1900c04 tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:12.492515 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Pushing event deleted for resources: {'Port': ['ID=2b922a15-5d8b-4241-8b4f-0b1b9421cb77,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:12.496522 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:12.557640 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks [] for floatingip, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:12.560126 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:12.561287 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] 10.222.0.15 "DELETE /v2.0/floatingips/0d9b941c-35fc-424c-8550-951d447d3b42 HTTP/1.1" status: 204  len: 168 time: 0.4294119
Jun 23 03:53:15.308905 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 487dde23-e9eb-407f-b482-41c2ff590264 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:53:15.328885 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 487dde23-e9eb-407f-b482-41c2ff590264 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:53:15.329238 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 487dde23-e9eb-407f-b482-41c2ff590264 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:53:16.235926 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 32998) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:16.659013 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572925'] for router_interface, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:16.903552 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] Deleting port 1dd94824-d2b7-4dd9-8b1a-317607178d55 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:16.903895 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:17.204760 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] For port 1dd94824-d2b7-4dd9-8b1a-317607178d55, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=1dd94824-d2b7-4dd9-8b1a-317607178d55,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:53:17.205118 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:17.217475 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] Calling delete_port for 1dd94824-d2b7-4dd9-8b1a-317607178d55 owned by network:router_interface {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:17.391108 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:17.393744 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-fd54754f-8966-4317-8f7c-b15f16ce5089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:17.416825 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd94824-d2b7-4dd9-8b1a-317607178d55,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:17.419915 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:17.590219 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933645'] for router_interface, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:17.794441 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] Router 2e2be71b-476f-438b-a8ee-4c36911fb9ca has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:53:17.893119 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:53:17.897907 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-697d61f6-9001-4216-abb8-006c88291fd8 admin admin] 10.222.0.15 "PUT /v2.0/routers/2e2be71b-476f-438b-a8ee-4c36911fb9ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6609862
Jun 23 03:53:17.901093 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33002) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:17.903658 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d266dbe-51e7-423b-9075-1fed06683f46 None None] Sync routers for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:53:17.912669 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d266dbe-51e7-423b-9075-1fed06683f46 None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:17.913319 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-4d266dbe-51e7-423b-9075-1fed06683f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4272fa0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:53:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:18.001347 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Notify callbacks [] for router, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.017845 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-4d266dbe-51e7-423b-9075-1fed06683f46 None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:18.101426 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.153522 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Deleting port df6ed751-0fa9-45eb-bdb4-716a42d9c55b {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:18.153899 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.197093 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-4d266dbe-51e7-423b-9075-1fed06683f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4272fa0>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:53:17Z', 'revision_number': 5, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port': {'id': 'df6ed751-0fa9-45eb-bdb4-716a42d9c55b', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:66:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:29Z', 'updated_at': '2021-06-23T03:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:18.223203 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d266dbe-51e7-423b-9075-1fed06683f46 None None] Checking router: 2e2be71b-476f-438b-a8ee-4c36911fb9ca for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:53:18.231836 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d266dbe-51e7-423b-9075-1fed06683f46 None None] Routers {'2e2be71b-476f-438b-a8ee-4c36911fb9ca'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:18.232440 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-4d266dbe-51e7-423b-9075-1fed06683f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4272fa0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:53:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:18.236577 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] For port df6ed751-0fa9-45eb-bdb4-716a42d9c55b, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=df6ed751-0fa9-45eb-bdb4-716a42d9c55b,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:53:18.236969 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.249601 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Calling delete_port for df6ed751-0fa9-45eb-bdb4-716a42d9c55b owned by network:router_gateway {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:18.315453 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-4d266dbe-51e7-423b-9075-1fed06683f46 None None] Set router 2e2be71b-476f-438b-a8ee-4c36911fb9ca gateway port host: None {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:18.370756 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-4d266dbe-51e7-423b-9075-1fed06683f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4272fa0>, [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:53:18Z', 'revision_number': 6, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port_host': None}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:18.396829 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d266dbe-51e7-423b-9075-1fed06683f46 None None] The sync data for ids ['2e2be71b-476f-438b-a8ee-4c36911fb9ca'] in dv-cinder-768592-6-iscsi is: [{'id': '2e2be71b-476f-438b-a8ee-4c36911fb9ca', 'name': 'tempest-AttachVolumeTestJSON-1007585204-router', 'tenant_id': '6b87d0785b4a4cc89cfae82284b461fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:53:18Z', 'revision_number': 6, 'project_id': '6b87d0785b4a4cc89cfae82284b461fd', 'gw_port_host': None}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:53:18.416396 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.418545 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:18.443190 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Pushing event deleted for resources: {'Port': ['ID=df6ed751-0fa9-45eb-bdb4-716a42d9c55b,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:18.446278 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:18.509166 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554648'] for router_gateway, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.596417 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16199'] for router, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.598499 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.640425 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932598'] for router, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.640914 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e2be71b-476f-438b-a8ee-4c36911fb9ca {{(pid=99523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 23 03:53:18.646047 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Notify callbacks [] for router, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.647165 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] 10.222.0.15 "DELETE /v2.0/routers/2e2be71b-476f-438b-a8ee-4c36911fb9ca HTTP/1.1" status: 204  len: 168 time: 0.7451911
Jun 23 03:53:18.649630 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33004) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:18.693410 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad6e7f0-08a2-4a73-a157-f4d0bbaedebb admin admin] Deleting subnet a63d313c-a6e3-45c8-860f-63d7336cf84a {{(pid=99523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:53:18.696371 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4ad6e7f0-08a2-4a73-a157-f4d0bbaedebb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.735062 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4ad6e7f0-08a2-4a73-a157-f4d0bbaedebb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487456'] for subnet, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.842508 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4ad6e7f0-08a2-4a73-a157-f4d0bbaedebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.898467 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4ad6e7f0-08a2-4a73-a157-f4d0bbaedebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25486984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026191'] for subnet, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.902259 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-09659243-40b1-45f6-9c60-e2f1d5ac478a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:18.924795 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6e7f0-08a2-4a73-a157-f4d0bbaedebb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a63d313c-a6e3-45c8-860f-63d7336cf84a,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:18.927838 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-4ad6e7f0-08a2-4a73-a157-f4d0bbaedebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:18.928834 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4ad6e7f0-08a2-4a73-a157-f4d0bbaedebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:18.932082 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-4ad6e7f0-08a2-4a73-a157-f4d0bbaedebb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a63d313c-a6e3-45c8-860f-63d7336cf84a HTTP/1.1" status: 204  len: 168 time: 0.2807701
Jun 23 03:53:18.933783 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33006) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:18.936384 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e43542-6d36-42c6-a920-0471ef483f6d None None] Network 9cea1e4e-1863-44a6-ac96-46e29b9fc013 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:53:19.005047 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.056676 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Deleting port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:19.057020 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.123813 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] For port 216e95b5-d751-4551-b02f-9f7bd41fb9b7, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=216e95b5-d751-4551-b02f-9f7bd41fb9b7,segment=NetworkSegment(58ddbc64-9e8c-4cc8-bca1-f3224f49e188),segment_id=58ddbc64-9e8c-4cc8-bca1-f3224f49e188)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:53:19.124168 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.136068 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Calling delete_port for 216e95b5-d751-4551-b02f-9f7bd41fb9b7 owned by network:dhcp {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:19.178860 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] DHCP port deletion for 9cea1e4e-1863-44a6-ac96-46e29b9fc013 request from dv-cinder-768592-6-iscsi {{(pid=99524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 23 03:53:19.221074 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.223933 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5d0b2a4c-a05b-4116-b3e9-eb4e2c3bb22d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:19.228188 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Deleting port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:19.228576 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.247391 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Pushing event deleted for resources: {'Port': ['ID=216e95b5-d751-4551-b02f-9f7bd41fb9b7,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:19.250512 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:19.251273 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] No DVR routers for this DVR port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 on host dv-cinder-768592-6-iscsi {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:53:19.298761 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] For port 216e95b5-d751-4551-b02f-9f7bd41fb9b7, host dv-cinder-768592-6-iscsi, got binding levels [] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:53:19.299261 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.312826 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Calling delete_port for 216e95b5-d751-4551-b02f-9f7bd41fb9b7 owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:19.316916 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.ipam_backend_mixin [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 was not found and therefore no delete operation was performed {{(pid=99524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 23 03:53:19.318175 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.321001 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:19.327972 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.337624 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8bae4fcdf0>,) {'filters': {'network_id': ['9cea1e4e-1863-44a6-ac96-46e29b9fc013']}} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:19.344603 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Pushing event deleted for resources: {'Port': ['ID=216e95b5-d751-4551-b02f-9f7bd41fb9b7,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:19.347064 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] No DVR routers for this DVR port 216e95b5-d751-4551-b02f-9f7bd41fb9b7 on host dv-cinder-768592-6-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:53:19.350961 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bae4fcdf0>, '58ddbc64-9e8c-4cc8-bca1-f3224f49e188') {'for_net_delete': True} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:19.351258 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bae4fcdf0>, '58ddbc64-9e8c-4cc8-bca1-f3224f49e188') {} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:19.355474 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.355826 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.356169 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.356501 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.356855 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.357185 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.357515 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.357847 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.358175 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.358498 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.358817 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.359140 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:53:19.361550 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487487'] for segment, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.362155 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:19.378739 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.385380 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=99523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:53:19.385786 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486869'] for segment, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]: Traceback (most recent call last):
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     timer()
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     cb(*args, **kw)
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     return func(*args, **kwargs)
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     self._notify()
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     self.callback(batched_events)
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     event.method(event)
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     return f(self, *a, **k)
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._get(url).json()
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:53:19.387463 dv-cinder-768592-6-iscsi neutron-server[99523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:53:19.444732 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.449701 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.453122 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] 10.222.0.15 "DELETE /v2.0/networks/9cea1e4e-1863-44a6-ac96-46e29b9fc013 HTTP/1.1" status: 204  len: 168 time: 0.5183825
Jun 23 03:53:19.453979 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:19.470866 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=9cea1e4e-1863-44a6-ac96-46e29b9fc013,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:19.473609 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:19.567947 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33012) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:19.608914 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-caf04f49-9f26-4f27-b5e2-149393d572c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b87d0785b4a4cc89cfae82284b461fd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0396817
Jun 23 03:53:19.611167 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33014) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:19.657631 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3366-bd3e-4629-aa2d-54f958eca8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.682097 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3366-bd3e-4629-aa2d-54f958eca8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.726473 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3366-bd3e-4629-aa2d-54f958eca8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.729700 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5bcf3366-bd3e-4629-aa2d-54f958eca8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:19.730798 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-5bcf3366-bd3e-4629-aa2d-54f958eca8d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6cb7b9c-68bf-4ccd-8ff7-fd45c9b98c95 HTTP/1.1" status: 204  len: 168 time: 0.1187308
Jun 23 03:53:19.731642 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-2a915512-3627-4f00-bc25-4d4988aa65b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:19.738644 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf3366-bd3e-4629-aa2d-54f958eca8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cb7b9c-68bf-4ccd-8ff7-fd45c9b98c95,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:19.741076 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5bcf3366-bd3e-4629-aa2d-54f958eca8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:20.443648 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 1dd94824-d2b7-4dd9-8b1a-317607178d55 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:53:20.468906 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 1dd94824-d2b7-4dd9-8b1a-317607178d55 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:53:20.469259 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 1dd94824-d2b7-4dd9-8b1a-317607178d55 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:53:20.469752 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device df6ed751-0fa9-45eb-bdb4-716a42d9c55b no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:53:20.488937 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: df6ed751-0fa9-45eb-bdb4-716a42d9c55b {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:53:20.489289 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device df6ed751-0fa9-45eb-bdb4-716a42d9c55b not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:53:20.489703 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 216e95b5-d751-4551-b02f-9f7bd41fb9b7 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:53:20.508594 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 216e95b5-d751-4551-b02f-9f7bd41fb9b7 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:53:20.508967 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 216e95b5-d751-4551-b02f-9f7bd41fb9b7 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:53:25.834878 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:27.533372 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802403cb-8390-4958-b8b4-807fed50c0b6 req-8c8f5dcc-1e72-479f-93e2-56c16876b9cc tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:27.534905 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-802403cb-8390-4958-b8b4-807fed50c0b6 req-8c8f5dcc-1e72-479f-93e2-56c16876b9cc tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 947 time: 0.0636504
Jun 23 03:53:27.574784 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-802403cb-8390-4958-b8b4-807fed50c0b6 req-b1f8f456-87f4-409e-a8d0-7d70cdbcaedc tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338557
Jun 23 03:53:28.203159 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09477c-ff5c-4440-b844-10d7dc4aafc6 req-ed3e0320-6954-4197-b0e8-b056d3416c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:28.204963 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0f09477c-ff5c-4440-b844-10d7dc4aafc6 req-ed3e0320-6954-4197-b0e8-b056d3416c2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60932f2136454cbb82b1b32eb44a7d4d&device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 1137 time: 0.0586619
Jun 23 03:53:28.231653 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:53:28.236406 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28883f8-be89-48db-8e39-1d2041ea821f req-f308ac50-f813-478f-b54e-1352b350b9bf tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:28.238241 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e28883f8-be89-48db-8e39-1d2041ea821f req-f308ac50-f813-478f-b54e-1352b350b9bf tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0778182
Jun 23 03:53:28.278973 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e28883f8-be89-48db-8e39-1d2041ea821f req-f8819e6d-0ce6-42b6-8371-d54ad6a2d8cd tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0348039
Jun 23 03:53:28.313636 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09477c-ff5c-4440-b844-10d7dc4aafc6 req-940d3aa3-4b94-46e4-9cf4-288b32d98e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:28.315126 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0f09477c-ff5c-4440-b844-10d7dc4aafc6 req-940d3aa3-4b94-46e4-9cf4-288b32d98e14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60de8024-a64b-475b-b5e1-09eda7f9d44b HTTP/1.1" status: 200  len: 914 time: 0.0993605
Jun 23 03:53:28.388399 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0f09477c-ff5c-4440-b844-10d7dc4aafc6 req-6c87a38e-73b3-4391-ac5a-f37f994fcd2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 200  len: 1000 time: 0.0657876
Jun 23 03:53:28.438397 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09477c-ff5c-4440-b844-10d7dc4aafc6 req-e7e1c3ef-2158-4f28-accd-2b50a7af5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:28.440106 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0f09477c-ff5c-4440-b844-10d7dc4aafc6 req-e7e1c3ef-2158-4f28-accd-2b50a7af5906 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5521c688-ab63-47ea-b7af-8bffe3f5c27e HTTP/1.1" status: 200  len: 853 time: 0.0443149
Jun 23 03:53:28.509955 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09477c-ff5c-4440-b844-10d7dc4aafc6 req-2e09871f-5c0f-463e-a97f-1931bb3521e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:28.511548 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0f09477c-ff5c-4440-b844-10d7dc4aafc6 req-2e09871f-5c0f-463e-a97f-1931bb3521e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60de8024-a64b-475b-b5e1-09eda7f9d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0607781
Jun 23 03:53:28.611161 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0f09477c-ff5c-4440-b844-10d7dc4aafc6 req-335eb500-bf54-4571-9e0d-50945c09891d service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876830
Jun 23 03:53:28.718813 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-0f09477c-ff5c-4440-b844-10d7dc4aafc6 req-07651568-58be-4fda-b871-efe6611dd576 service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0999606
Jun 23 03:53:28.768925 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa73b9d-d78b-436c-888f-5fd3aae9a273 req-03af9f14-aa76-4940-a3e5-9f003ce5ab59 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:28.770366 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2fa73b9d-d78b-436c-888f-5fd3aae9a273 req-03af9f14-aa76-4940-a3e5-9f003ce5ab59 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 947 time: 0.0663815
Jun 23 03:53:28.808129 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2fa73b9d-d78b-436c-888f-5fd3aae9a273 req-2742e0ee-32ee-4770-acdf-fcb409010199 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups?id=11bc7132-840c-4deb-9ebd-477a1ab7e006&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311484
Jun 23 03:53:29.134325 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-a1847f3c-2a03-40a4-99ea-19b0db887c87 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:29.136442 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-a1847f3c-2a03-40a4-99ea-19b0db887c87 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.26 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 947 time: 0.0652504
Jun 23 03:53:29.235539 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Deleting port 1db986ec-76e5-433c-87da-55107ae6ac65 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:29.236184 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:29.322727 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] For port 1db986ec-76e5-433c-87da-55107ae6ac65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1db986ec-76e5-433c-87da-55107ae6ac65,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:53:29.323087 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:29.460707 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be678238-4993-4032-b8bd-c1b2c2eb8f02 req-21b907ae-b64b-4eec-8807-caef76b55ba6 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:29.463674 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-be678238-4993-4032-b8bd-c1b2c2eb8f02 req-21b907ae-b64b-4eec-8807-caef76b55ba6 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0705881
Jun 23 03:53:29.489255 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:29.489629 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:29.489944 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.l3_db [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Floating IP 62b64a33-0ac1-4cc6-873a-dca6fe44a12a disassociated. External IP: 172.27.0.219, port: 1db986ec-76e5-433c-87da-55107ae6ac65.
Jun 23 03:53:29.490282 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Calling delete_port for 1db986ec-76e5-433c-87da-55107ae6ac65 owned by compute:nova {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:29.504880 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-be678238-4993-4032-b8bd-c1b2c2eb8f02 req-0a5915ff-6a68-460b-a76a-ee7385ae22d2 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0350411
Jun 23 03:53:29.883826 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:29.890020 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:29.921981 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event deleted for resources: {'Port': ['ID=1db986ec-76e5-433c-87da-55107ae6ac65,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:29.924496 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:29.999880 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8d4fa49f-f053-4e4b-8117-99229e130430 req-873b206b-030d-4788-a9c5-57bd32bbb075 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/ports?device_id=daec23fc-e8c7-4333-b426-9f80ec754a61 HTTP/1.1" status: 200  len: 210 time: 0.0350137
Jun 23 03:53:30.065238 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Router 97da4be7-343a-464f-a1c0-a585d80fda34 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:53:30.176967 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:53:30.188201 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4725f076-f340-44ea-aeb7-7d8a8c8afab8 None None] Sync routers for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:53:30.198816 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4725f076-f340-44ea-aeb7-7d8a8c8afab8 None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:30.199436 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4725f076-f340-44ea-aeb7-7d8a8c8afab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d79e20>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:53:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:30.219978 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] No DVR routers for this DVR port 1db986ec-76e5-433c-87da-55107ae6ac65 on host hv-cinder-76859 {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:53:30.222734 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:30.224839 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7e591e47-2c6d-4cff-ae8e-263156ebcc86 req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.26 "DELETE /v2.0/ports/1db986ec-76e5-433c-87da-55107ae6ac65 HTTP/1.1" status: 204  len: 173 time: 1.0825620
Jun 23 03:53:30.225353 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'name': 'network-vif-deleted', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:53:30.227799 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8738aa-7aa8-48d7-b645-7df9687ae5d5" -d '{"events": [{"server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "name": "network-vif-deleted", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:53:30.276637 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d4ae7f-ae57-46cc-a3fe-0f323ac233d3 x-openstack-request-id: req-67d4ae7f-ae57-46cc-a3fe-0f323ac233d3 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:53:30.277284 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daec23fc-e8c7-4333-b426-9f80ec754a61", "name": "network-vif-deleted", "tag": "1db986ec-76e5-433c-87da-55107ae6ac65", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:53:30.277284 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67d4ae7f-ae57-46cc-a3fe-0f323ac233d3 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:53:30.277689 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daec23fc-e8c7-4333-b426-9f80ec754a61', 'name': 'network-vif-deleted', 'tag': '1db986ec-76e5-433c-87da-55107ae6ac65', 'status': 'completed', 'code': 200}
Jun 23 03:53:30.317434 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-4725f076-f340-44ea-aeb7-7d8a8c8afab8 None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:30.522342 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4725f076-f340-44ea-aeb7-7d8a8c8afab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d79e20>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:30.547127 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4725f076-f340-44ea-aeb7-7d8a8c8afab8 None None] Checking router: 97da4be7-343a-464f-a1c0-a585d80fda34 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:53:30.555215 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4725f076-f340-44ea-aeb7-7d8a8c8afab8 None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:30.555827 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4725f076-f340-44ea-aeb7-7d8a8c8afab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d79e20>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:53:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:30.659699 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-4725f076-f340-44ea-aeb7-7d8a8c8afab8 None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:30.692245 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165885b0-aab2-4986-a678-e26cbfad3a26 req-135137dc-43e6-4ba6-85ca-02b228d6d9e4 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:30.694004 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-165885b0-aab2-4986-a678-e26cbfad3a26 req-135137dc-43e6-4ba6-85ca-02b228d6d9e4 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0707173
Jun 23 03:53:30.735894 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-165885b0-aab2-4986-a678-e26cbfad3a26 req-694fbe14-bb77-4542-b132-bab247e4b05d tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0346792
Jun 23 03:53:30.857543 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-4725f076-f340-44ea-aeb7-7d8a8c8afab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4d79e20>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:30.963035 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4725f076-f340-44ea-aeb7-7d8a8c8afab8 None None] The sync data for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi is: [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '847ac69d-4e2b-4d38-ad4d-c0b7959fc336', 'name': '', 'network_id': '9ea4c225-0269-41c8-af63-68574b8e5074', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'mac_address': 'fa:16:3e:37:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:35Z', 'updated_at': '2021-06-23T03:46:52Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'subnets': [{'id': '4691dceb-073d-461b-96a9-5b5162e6fda2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:53:31.140495 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33166) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:31.221133 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9aa7ab0a-d280-4327-8065-531f9be5922f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:31.229745 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc947eb-19cb-4319-9927-d83336f997f5 None None] New status for floating IP 62b64a33-0ac1-4cc6-873a-dca6fe44a12a: DOWN {{(pid=99524) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:53:31.250008 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9aa7ab0a-d280-4327-8065-531f9be5922f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:31.298683 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9aa7ab0a-d280-4327-8065-531f9be5922f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:31.301431 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9aa7ab0a-d280-4327-8065-531f9be5922f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:31.302619 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-9aa7ab0a-d280-4327-8065-531f9be5922f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "DELETE /v2.0/security-groups/11bc7132-840c-4deb-9ebd-477a1ab7e006 HTTP/1.1" status: 204  len: 168 time: 0.1605780
Jun 23 03:53:31.303437 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a918dbc9-a598-4067-ae8d-d64c4a7f7f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:31.305609 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33172) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:31.313900 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7ab0a-d280-4327-8065-531f9be5922f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bc7132-840c-4deb-9ebd-477a1ab7e006,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:31.316227 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9aa7ab0a-d280-4327-8065-531f9be5922f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:31.321375 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.api.v2.resource [None req-e9d958fa-b924-423a-9d2f-40b92e911036 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] show failed (client error): The resource could not be found.
Jun 23 03:53:31.325758 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-e9d958fa-b924-423a-9d2f-40b92e911036 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "GET /v2.0/security-groups/11bc7132-840c-4deb-9ebd-477a1ab7e006 HTTP/1.1" status: 404  len: 347 time: 0.0153487
Jun 23 03:53:31.325989 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33174) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:31.453210 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Deleting port 2f367d9f-9e76-4897-8f78-0feee45dd58c {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:31.453555 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:31.533947 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:31.534269 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:31.546011 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Calling delete_port for 2f367d9f-9e76-4897-8f78-0feee45dd58c owned by network:floatingip {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:31.676519 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:31.678498 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-50bb4efa-09ee-4a66-ad11-0a97ccbce1cd tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:31.705849 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Pushing event deleted for resources: {'Port': ['ID=2f367d9f-9e76-4897-8f78-0feee45dd58c,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:31.708989 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:31.766624 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks [] for floatingip, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:31.769565 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:31.772658 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] 10.222.0.15 "DELETE /v2.0/floatingips/62b64a33-0ac1-4cc6-873a-dca6fe44a12a HTTP/1.1" status: 204  len: 168 time: 0.4434307
Jun 23 03:53:31.921841 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1becc-ec19-49a1-989a-0a96d4e6fab8 req-08561c01-0420-4ee9-9a3a-3c7abb777209 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:31.923310 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-89a1becc-ec19-49a1-989a-0a96d4e6fab8 req-08561c01-0420-4ee9-9a3a-3c7abb777209 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0740724
Jun 23 03:53:31.962865 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-89a1becc-ec19-49a1-989a-0a96d4e6fab8 req-662d139d-dbc8-4bbc-ba62-028b5ae3bfc8 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0336869
Jun 23 03:53:32.357265 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c19a9d0f-9690-4cc4-acf6-f6d624dab17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:33.137401 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964167b1-6a1b-4119-9042-99214cd2fac3 req-7d6738a0-28d8-46ac-ba87-bcab0d09cb1d tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:33.139019 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-964167b1-6a1b-4119-9042-99214cd2fac3 req-7d6738a0-28d8-46ac-ba87-bcab0d09cb1d tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0672944
Jun 23 03:53:33.179863 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-964167b1-6a1b-4119-9042-99214cd2fac3 req-85a24945-faf4-4aad-b716-4b1781fe670a tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0349565
Jun 23 03:53:33.364970 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 1db986ec-76e5-433c-87da-55107ae6ac65 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:53:33.387720 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 1db986ec-76e5-433c-87da-55107ae6ac65 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:53:33.388075 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 1db986ec-76e5-433c-87da-55107ae6ac65 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:53:34.324668 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33230) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:34.354678 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81851f2f-86c8-4f35-83a7-5ebedf3345d7 req-9ce0f9b7-a038-4d0a-b926-e5f53422cc34 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:34.356123 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-81851f2f-86c8-4f35-83a7-5ebedf3345d7 req-9ce0f9b7-a038-4d0a-b926-e5f53422cc34 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0624526
Jun 23 03:53:34.403672 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-81851f2f-86c8-4f35-83a7-5ebedf3345d7 req-a6d6e44c-778c-4d3e-b7a1-72a6626c9059 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0408535
Jun 23 03:53:34.875498 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572925'] for router_interface, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:35.002647 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b70431c1-2454-47df-8838-08c86325aa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:35.193599 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Deleting port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:35.193954 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:35.269498 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] For port 847ac69d-4e2b-4d38-ad4d-c0b7959fc336, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=847ac69d-4e2b-4d38-ad4d-c0b7959fc336,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:53:35.269754 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:35.282655 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Calling delete_port for 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 owned by network:router_interface {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:35.339432 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:35.480957 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:35.482893 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ebf1b615-d61a-4f11-98b3-b66e70ef7749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:35.506503 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Pushing event deleted for resources: {'Port': ['ID=847ac69d-4e2b-4d38-ad4d-c0b7959fc336,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:35.509872 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:35.703237 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137d5ea-9f0a-4b7e-b17a-186964655c24 req-b41a3e60-e3af-4097-91ea-5d86d48ae9f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:35.704721 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2137d5ea-9f0a-4b7e-b17a-186964655c24 req-b41a3e60-e3af-4097-91ea-5d86d48ae9f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.1688662
Jun 23 03:53:35.743276 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933645'] for router_interface, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:35.764349 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2137d5ea-9f0a-4b7e-b17a-186964655c24 req-424c5678-cdb8-48e9-95bc-e9224e89c4a8 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0536687
Jun 23 03:53:36.234015 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Router 97da4be7-343a-464f-a1c0-a585d80fda34 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:53:36.341176 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:36.341799 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:53:36.349108 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] 10.222.0.15 "PUT /v2.0/routers/97da4be7-343a-464f-a1c0-a585d80fda34/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0228503
Jun 23 03:53:36.350339 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33254) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:36.350680 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ffeb9-f362-492a-8791-17885cbb5b8b None None] Sync routers for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:53:36.361530 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ffeb9-f362-492a-8791-17885cbb5b8b None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:36.362506 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-7c4ffeb9-f362-492a-8791-17885cbb5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb46ac910>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:53:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:36.484914 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-7c4ffeb9-f362-492a-8791-17885cbb5b8b None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:36.498476 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Notify callbacks [] for router, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:36.618023 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:36.667733 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-7c4ffeb9-f362-492a-8791-17885cbb5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb46ac910>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:53:35Z', 'revision_number': 5, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port': {'id': '77e8c3ca-6ac4-4d13-81bc-65c01fc4e044', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:46:30Z', 'updated_at': '2021-06-23T03:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:36.677164 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Deleting port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:36.677508 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:36.695936 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ffeb9-f362-492a-8791-17885cbb5b8b None None] Checking router: 97da4be7-343a-464f-a1c0-a585d80fda34 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:53:36.704594 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ffeb9-f362-492a-8791-17885cbb5b8b None None] Routers {'97da4be7-343a-464f-a1c0-a585d80fda34'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:36.705262 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-7c4ffeb9-f362-492a-8791-17885cbb5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb46ac910>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:53:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['97da4be7-343a-464f-a1c0-a585d80fda34'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:36.759011 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] For port 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=77e8c3ca-6ac4-4d13-81bc-65c01fc4e044,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:53:36.759916 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:36.772349 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Calling delete_port for 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 owned by network:router_gateway {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:36.786892 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-7c4ffeb9-f362-492a-8791-17885cbb5b8b None None] Set router 97da4be7-343a-464f-a1c0-a585d80fda34 gateway port host: None {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:36.840857 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-7c4ffeb9-f362-492a-8791-17885cbb5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb46ac910>, [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:53:36Z', 'revision_number': 6, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port_host': None}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:36.865821 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ffeb9-f362-492a-8791-17885cbb5b8b None None] The sync data for ids ['97da4be7-343a-464f-a1c0-a585d80fda34'] in dv-cinder-768592-6-iscsi is: [{'id': '97da4be7-343a-464f-a1c0-a585d80fda34', 'name': 'tempest-AttachVolumeShelveTestJSON-1098650150-router', 'tenant_id': 'f0d317e3156c4c63877c08c2e40733dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:46:28Z', 'updated_at': '2021-06-23T03:53:36Z', 'revision_number': 6, 'project_id': 'f0d317e3156c4c63877c08c2e40733dc', 'gw_port_host': None}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:53:36.941392 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cc104-7b00-4746-8687-8badf9019dbf req-37a31314-d98c-4c7d-bd38-80305ea8c047 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:36.943155 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8b9cc104-7b00-4746-8687-8badf9019dbf req-37a31314-d98c-4c7d-bd38-80305ea8c047 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0686376
Jun 23 03:53:36.945085 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:36.947049 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:36.973594 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Pushing event deleted for resources: {'Port': ['ID=77e8c3ca-6ac4-4d13-81bc-65c01fc4e044,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:36.976722 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:36.985374 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8b9cc104-7b00-4746-8687-8badf9019dbf req-5fea74ab-4ad1-404f-82b5-5b31b70aa61c tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0361166
Jun 23 03:53:37.036991 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554648'] for router_gateway, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.137283 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16199'] for router, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.139315 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.206032 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932598'] for router, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.206607 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97da4be7-343a-464f-a1c0-a585d80fda34 {{(pid=99522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 23 03:53:37.213412 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Notify callbacks [] for router, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.214550 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] 10.222.0.15 "DELETE /v2.0/routers/97da4be7-343a-464f-a1c0-a585d80fda34 HTTP/1.1" status: 204  len: 168 time: 0.8629451
Jun 23 03:53:37.217159 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33266) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:37.264037 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2563664-d584-4a5f-aadb-0e787495f271 admin admin] Deleting subnet 4691dceb-073d-461b-96a9-5b5162e6fda2 {{(pid=99522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:53:37.267272 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e2563664-d584-4a5f-aadb-0e787495f271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.300416 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e2563664-d584-4a5f-aadb-0e787495f271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25872734'] for subnet, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.406716 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e2563664-d584-4a5f-aadb-0e787495f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.459474 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e2563664-d584-4a5f-aadb-0e787495f271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28700665'] for subnet, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.461620 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:37.485826 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2563664-d584-4a5f-aadb-0e787495f271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4691dceb-073d-461b-96a9-5b5162e6fda2,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:37.489222 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.489733 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e2563664-d584-4a5f-aadb-0e787495f271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.491193 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-e2563664-d584-4a5f-aadb-0e787495f271 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4691dceb-073d-461b-96a9-5b5162e6fda2 HTTP/1.1" status: 204  len: 168 time: 0.2731245
Jun 23 03:53:37.492099 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e2563664-d584-4a5f-aadb-0e787495f271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:37.493727 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33268) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:37.497267 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b2de48-df9a-459a-9e54-a8340ba9c4e8 None None] Network 9ea4c225-0269-41c8-af63-68574b8e5074 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:53:37.566731 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.627071 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Deleting port b728a88b-b490-45b7-8c9a-ab6d47a9731d {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:37.627409 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.708560 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] For port b728a88b-b490-45b7-8c9a-ab6d47a9731d, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=b728a88b-b490-45b7-8c9a-ab6d47a9731d,segment=NetworkSegment(06724a0f-2564-4570-9098-2710fc2fe03f),segment_id=06724a0f-2564-4570-9098-2710fc2fe03f)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:53:37.708560 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.723840 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Calling delete_port for b728a88b-b490-45b7-8c9a-ab6d47a9731d owned by network:dhcp {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:37.809732 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.812473 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-15b9b7fa-0673-4d69-bac8-cd6b37accf32 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:37.836534 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29874e7-24a6-4847-906a-c7f9c9c0536d None None] DHCP port deletion for 9ea4c225-0269-41c8-af63-68574b8e5074 request from dv-cinder-768592-6-iscsi {{(pid=99524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 23 03:53:37.836966 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b728a88b-b490-45b7-8c9a-ab6d47a9731d,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:37.840549 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:37.841352 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] No DVR routers for this DVR port b728a88b-b490-45b7-8c9a-ab6d47a9731d on host dv-cinder-768592-6-iscsi {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:53:37.916553 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.928994 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8badacca90>,) {'filters': {'network_id': ['9ea4c225-0269-41c8-af63-68574b8e5074']}} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:37.937425 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8badacca90>, '06724a0f-2564-4570-9098-2710fc2fe03f') {'for_net_delete': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:37.937722 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8badacca90>, '06724a0f-2564-4570-9098-2710fc2fe03f') {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:37.946017 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25872705'] for segment, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.959075 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.965228 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=99522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:53:37.965597 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700590'] for segment, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]: Traceback (most recent call last):
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     timer()
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     cb(*args, **kw)
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     return func(*args, **kwargs)
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     self._notify()
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     self.callback(batched_events)
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     event.method(event)
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     return f(self, *a, **k)
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._get(url).json()
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:53:37.967203 dv-cinder-768592-6-iscsi neutron-server[99522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:53:38.025216 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:38.031143 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:38.033282 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9ea4c225-0269-41c8-af63-68574b8e5074 HTTP/1.1" status: 204  len: 168 time: 0.5381508
Jun 23 03:53:38.033846 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:38.047572 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea4c225-0269-41c8-af63-68574b8e5074,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:38.050071 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:38.152319 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33282) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:38.166364 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bdb53-e473-406e-bfd5-5c217f8cffc2 req-e1bc68b4-1a28-41a1-9a1e-8556fa9ed875 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:38.168286 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6d3bdb53-e473-406e-bfd5-5c217f8cffc2 req-e1bc68b4-1a28-41a1-9a1e-8556fa9ed875 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0706158
Jun 23 03:53:38.225390 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-85bcc2a3-7265-4eb7-8ef8-cda83d646b34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0d317e3156c4c63877c08c2e40733dc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0718133
Jun 23 03:53:38.227843 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33284) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:38.229975 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6d3bdb53-e473-406e-bfd5-5c217f8cffc2 req-3a5b74d8-c70e-4886-aa3a-c4515b73bc78 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0553312
Jun 23 03:53:38.276912 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-27e6eb96-9040-4429-af8b-599141a26743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:38.297362 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-27e6eb96-9040-4429-af8b-599141a26743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:38.344089 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-27e6eb96-9040-4429-af8b-599141a26743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:38.346701 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-27e6eb96-9040-4429-af8b-599141a26743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:38.347828 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-27e6eb96-9040-4429-af8b-599141a26743 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31e8a5b0-05c8-4250-87db-4854ada16df6 HTTP/1.1" status: 204  len: 168 time: 0.1190114
Jun 23 03:53:38.348573 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-01df3162-daa5-49fd-8f6b-497b880dc68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:38.356462 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6eb96-9040-4429-af8b-599141a26743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e8a5b0-05c8-4250-87db-4854ada16df6,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:38.358737 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-27e6eb96-9040-4429-af8b-599141a26743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:38.454202 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:53:38.473178 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:53:38.473534 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 847ac69d-4e2b-4d38-ad4d-c0b7959fc336 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:53:38.473955 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:53:38.493026 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:53:38.493666 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 77e8c3ca-6ac4-4d13-81bc-65c01fc4e044 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:53:38.493809 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device b728a88b-b490-45b7-8c9a-ab6d47a9731d no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:53:38.515621 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: b728a88b-b490-45b7-8c9a-ab6d47a9731d {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:53:38.515980 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device b728a88b-b490-45b7-8c9a-ab6d47a9731d not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:53:39.417276 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8fa68-c509-4f62-833b-30c1191bf466 req-37aa1165-d413-4dd0-bec0-a2b61648a56f tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:39.419466 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9dd8fa68-c509-4f62-833b-30c1191bf466 req-37aa1165-d413-4dd0-bec0-a2b61648a56f tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0725744
Jun 23 03:53:39.462107 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-9dd8fa68-c509-4f62-833b-30c1191bf466 req-afa84a4a-5747-4c9d-a8a1-15b303fa26d5 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0365553
Jun 23 03:53:40.647269 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb53012-0fbb-4347-ae17-6a3ba0fcccd6 req-2b0651b0-3c6a-43d2-9de0-e8b2968181eb tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:40.648768 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4bb53012-0fbb-4347-ae17-6a3ba0fcccd6 req-2b0651b0-3c6a-43d2-9de0-e8b2968181eb tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0730426
Jun 23 03:53:40.697727 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4bb53012-0fbb-4347-ae17-6a3ba0fcccd6 req-bae10cde-6761-48fc-b2e7-ed0d2918950d tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&id=c9c591ea-7f7c-4560-833f-74f7f03a2461&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0355999
Jun 23 03:53:41.460472 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33446) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:41.563134 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b0d631ce-cf18-4380-9fec-045e66487927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:41.651877 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b0d631ce-cf18-4380-9fec-045e66487927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:41.656376 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b0d631ce-cf18-4380-9fec-045e66487927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:41.658699 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5dfacf29-f418-4c19-bbc8-a0304e8298e9 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:41.694819 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-b0d631ce-cf18-4380-9fec-045e66487927 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2efa31a55438497691fa04c52eb952e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2332270
Jun 23 03:53:41.695822 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d631ce-cf18-4380-9fec-045e66487927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1b8d3f-d943-4fc3-85f1-abf9804657c5,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:41.697524 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33450) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:41.699010 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b0d631ce-cf18-4380-9fec-045e66487927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:41.746315 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-52a44733-12cf-495e-9470-20bfcf747a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:41.766297 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-52a44733-12cf-495e-9470-20bfcf747a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:41.811656 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-52a44733-12cf-495e-9470-20bfcf747a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:41.814223 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-52a44733-12cf-495e-9470-20bfcf747a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:41.815319 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-52a44733-12cf-495e-9470-20bfcf747a36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c1b8d3f-d943-4fc3-85f1-abf9804657c5 HTTP/1.1" status: 204  len: 168 time: 0.1161017
Jun 23 03:53:41.816054 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6469e778-0df3-4dc9-9e5b-183a84302939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:41.823122 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a44733-12cf-495e-9470-20bfcf747a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1b8d3f-d943-4fc3-85f1-abf9804657c5,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:41.826105 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-52a44733-12cf-495e-9470-20bfcf747a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:42.061501 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33456) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:42.074331 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2f7b66e8-0096-4d03-92cc-9f1f51dc2ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:42.174199 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2f7b66e8-0096-4d03-92cc-9f1f51dc2ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:42.177990 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2f7b66e8-0096-4d03-92cc-9f1f51dc2ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:42.181248 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-dbd6c567-7153-4677-ae82-e678110ae9dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:42.226115 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-2f7b66e8-0096-4d03-92cc-9f1f51dc2ae4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=073d5edc99e04deda93a96c92dda2e8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1635430
Jun 23 03:53:42.227347 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b66e8-0096-4d03-92cc-9f1f51dc2ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ff2a6a-25f3-434d-98fd-6b74a22a8147,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:42.228815 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33466) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:42.230675 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-2f7b66e8-0096-4d03-92cc-9f1f51dc2ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:42.281116 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1acc47fe-b57f-46bb-8fd0-6690b010faf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:42.302807 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1acc47fe-b57f-46bb-8fd0-6690b010faf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:42.352977 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1acc47fe-b57f-46bb-8fd0-6690b010faf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:42.355726 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1acc47fe-b57f-46bb-8fd0-6690b010faf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:42.356895 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-1acc47fe-b57f-46bb-8fd0-6690b010faf9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19ff2a6a-25f3-434d-98fd-6b74a22a8147 HTTP/1.1" status: 204  len: 168 time: 0.1266825
Jun 23 03:53:42.357674 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f443b8ed-8378-4ccf-8dc9-ae3bdbefc992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:42.365085 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc47fe-b57f-46bb-8fd0-6690b010faf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ff2a6a-25f3-434d-98fd-6b74a22a8147,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:42.367217 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1acc47fe-b57f-46bb-8fd0-6690b010faf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:46.514715 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6492d1b-0e76-4ce9-b2c0-1c7b967bdda3 req-aa4acf59-2a00-4a32-bf1a-a4c226b87869 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:46.516648 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c6492d1b-0e76-4ce9-b2c0-1c7b967bdda3 req-aa4acf59-2a00-4a32-bf1a-a4c226b87869 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 946 time: 0.0740154
Jun 23 03:53:46.555997 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c6492d1b-0e76-4ce9-b2c0-1c7b967bdda3 req-bf25d062-37af-4ca7-86a3-f9cc26928a5d tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339913
Jun 23 03:53:47.583491 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33582) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:47.689415 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-21270bfb-551f-469b-87b9-cfbceb101911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:47.738103 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe7921-4f90-4f2d-b150-3fa74a3aa975 req-2f7230c5-4fe0-4c63-9de4-3be6942eb646 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:47.739641 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-87fe7921-4f90-4f2d-b150-3fa74a3aa975 req-2f7230c5-4fe0-4c63-9de4-3be6942eb646 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 946 time: 0.0625513
Jun 23 03:53:47.776949 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-87fe7921-4f90-4f2d-b150-3fa74a3aa975 req-beb42769-e6c2-46eb-943d-07de62063eb1 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0312812
Jun 23 03:53:47.779451 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-21270bfb-551f-469b-87b9-cfbceb101911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:47.784161 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-21270bfb-551f-469b-87b9-cfbceb101911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:47.786533 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3566fae0-43b3-426f-a76f-dbd960523731 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:47.822733 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-21270bfb-551f-469b-87b9-cfbceb101911 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e8960772def484e8a5b2f8436df7f25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2380731
Jun 23 03:53:47.823646 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21270bfb-551f-469b-87b9-cfbceb101911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783c1656-e85d-40dc-a7ef-5490aaae3eb7,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:47.826384 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33588) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:47.827374 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-21270bfb-551f-469b-87b9-cfbceb101911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:47.875058 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf3f4-4659-4712-90ee-71c6d1c1de07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:47.895515 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf3f4-4659-4712-90ee-71c6d1c1de07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:47.940045 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf3f4-4659-4712-90ee-71c6d1c1de07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:47.942614 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b7bf3f4-4659-4712-90ee-71c6d1c1de07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:47.943713 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-7b7bf3f4-4659-4712-90ee-71c6d1c1de07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/783c1656-e85d-40dc-a7ef-5490aaae3eb7 HTTP/1.1" status: 204  len: 168 time: 0.1161823
Jun 23 03:53:47.944525 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1acc47fe-b57f-46bb-8fd0-6690b010faf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:47.952809 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bf3f4-4659-4712-90ee-71c6d1c1de07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783c1656-e85d-40dc-a7ef-5490aaae3eb7,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:47.955162 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7b7bf3f4-4659-4712-90ee-71c6d1c1de07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:48.191691 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33594) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:48.207947 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f221a886-b5d8-47f8-aced-659463c5183f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:48.295616 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f221a886-b5d8-47f8-aced-659463c5183f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:48.299344 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f221a886-b5d8-47f8-aced-659463c5183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:48.301632 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7b7bf3f4-4659-4712-90ee-71c6d1c1de07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:48.335111 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221a886-b5d8-47f8-aced-659463c5183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5549761a-c1fa-4f9f-a2ae-f7d4905cffce,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:48.339183 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-f221a886-b5d8-47f8-aced-659463c5183f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5faa6ec757174912969b2dd1f0a26412&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1462486
Jun 23 03:53:48.340055 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f221a886-b5d8-47f8-aced-659463c5183f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:48.342354 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33596) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:48.388956 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4299-3325-42ee-95eb-cdacfe03817b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:48.410248 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4299-3325-42ee-95eb-cdacfe03817b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:48.454662 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4299-3325-42ee-95eb-cdacfe03817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:48.457393 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d0ba4299-3325-42ee-95eb-cdacfe03817b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:48.458526 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-d0ba4299-3325-42ee-95eb-cdacfe03817b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5549761a-c1fa-4f9f-a2ae-f7d4905cffce HTTP/1.1" status: 204  len: 168 time: 0.1152756
Jun 23 03:53:48.459283 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-264bdb95-9aeb-460c-b3ac-91cb24016a1e tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:48.467051 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba4299-3325-42ee-95eb-cdacfe03817b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5549761a-c1fa-4f9f-a2ae-f7d4905cffce,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:48.469125 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d0ba4299-3325-42ee-95eb-cdacfe03817b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:48.959822 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30546bf-1fb3-4c54-80fc-4492569bd145 req-7fc354ef-b313-4691-baa4-0de6330ba405 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:48.961304 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e30546bf-1fb3-4c54-80fc-4492569bd145 req-7fc354ef-b313-4691-baa4-0de6330ba405 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 946 time: 0.0672221
Jun 23 03:53:49.006191 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e30546bf-1fb3-4c54-80fc-4492569bd145 req-2692cf34-7aba-4d91-bbc7-5b3a6e3e47db tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386021
Jun 23 03:53:50.054566 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33666) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:50.186663 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-879969da-9f2e-4392-b49a-a95374352c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.208838 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08b341-5abf-4d66-baf1-baa9537e33cf req-a29f0bb7-c23c-459d-8d0c-d1eff5acf60e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:50.210929 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cc08b341-5abf-4d66-baf1-baa9537e33cf req-a29f0bb7-c23c-459d-8d0c-d1eff5acf60e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 946 time: 0.0733614
Jun 23 03:53:50.254265 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cc08b341-5abf-4d66-baf1-baa9537e33cf req-1a719524-2b45-4efd-81d0-317686d164fa tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364974
Jun 23 03:53:50.334038 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-879969da-9f2e-4392-b49a-a95374352c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.343488 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-879969da-9f2e-4392-b49a-a95374352c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.346365 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-612e3054-2711-4439-9ee9-55a99c1a07d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:50.397311 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-626ee980-456a-4af1-9ad8-2db8fd95a7e2 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:50.398948 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-626ee980-456a-4af1-9ad8-2db8fd95a7e2 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 946 time: 0.1306942
Jun 23 03:53:50.401510 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-879969da-9f2e-4392-b49a-a95374352c6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=517f4550cfdc4ae88532d7cacc71a7ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3459339
Jun 23 03:53:50.402395 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879969da-9f2e-4392-b49a-a95374352c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d76239-dcc2-446f-b573-491046d92460,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:50.404293 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33670) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:50.406328 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-879969da-9f2e-4392-b49a-a95374352c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:50.453946 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8fb417e6-3648-44ea-80c0-43b812b1500a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.474925 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8fb417e6-3648-44ea-80c0-43b812b1500a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.499540 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Deleting port dd48bf01-9a38-43af-b69b-2eb20e52bc61 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:53:50.499879 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.522145 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8fb417e6-3648-44ea-80c0-43b812b1500a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.524701 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8fb417e6-3648-44ea-80c0-43b812b1500a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.525826 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-8fb417e6-3648-44ea-80c0-43b812b1500a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24d76239-dcc2-446f-b573-491046d92460 HTTP/1.1" status: 204  len: 168 time: 0.1204524
Jun 23 03:53:50.526778 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-cb841ca6-8730-439a-9e0e-5d2d40a54467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:50.536478 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb417e6-3648-44ea-80c0-43b812b1500a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d76239-dcc2-446f-b573-491046d92460,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:50.539623 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8fb417e6-3648-44ea-80c0-43b812b1500a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:50.594088 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] For port dd48bf01-9a38-43af-b69b-2eb20e52bc61, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dd48bf01-9a38-43af-b69b-2eb20e52bc61,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:53:50.594829 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.765486 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.765881 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.766250 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.l3_db [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Floating IP 25fbc721-2cd3-4f8c-b8b4-bfa4bfcc52ee disassociated. External IP: 172.27.0.72, port: dd48bf01-9a38-43af-b69b-2eb20e52bc61.
Jun 23 03:53:50.766597 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Calling delete_port for dd48bf01-9a38-43af-b69b-2eb20e52bc61 owned by compute:nova {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:53:50.788726 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33676) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:50.801639 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c1500f71-5f51-4e82-a50b-b865b94353d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.889314 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c1500f71-5f51-4e82-a50b-b865b94353d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.893814 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c1500f71-5f51-4e82-a50b-b865b94353d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.896104 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-116df021-24f7-46f9-a561-4fbdf79909ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:50.896837 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:50.901917 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-62f3982d-2c75-476e-9d6f-1a5a4b5272fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:50.926721 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event deleted for resources: {'Port': ['ID=dd48bf01-9a38-43af-b69b-2eb20e52bc61,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:50.929384 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:50.933612 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1500f71-5f51-4e82-a50b-b865b94353d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5233a9f-a0f9-48d9-8638-a76b92ef4a21,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:50.941155 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-c1500f71-5f51-4e82-a50b-b865b94353d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9458f62e0a4415880f39e78d3015309&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1513095
Jun 23 03:53:50.942054 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-c1500f71-5f51-4e82-a50b-b865b94353d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:50.942523 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33678) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:51.000849 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e2b1f6-965a-4b01-a752-b149d5bb382b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:51.024959 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e2b1f6-965a-4b01-a752-b149d5bb382b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:51.045534 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Router 9d378748-6831-4597-8ca4-1d0f42a7bc0b has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:53:51.077147 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e2b1f6-965a-4b01-a752-b149d5bb382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:51.080084 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-79e2b1f6-965a-4b01-a752-b149d5bb382b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:51.081472 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-79e2b1f6-965a-4b01-a752-b149d5bb382b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5233a9f-a0f9-48d9-8638-a76b92ef4a21 HTTP/1.1" status: 204  len: 168 time: 0.1379962
Jun 23 03:53:51.082445 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9aa7ab0a-d280-4327-8065-531f9be5922f tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:51.090738 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2b1f6-965a-4b01-a752-b149d5bb382b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5233a9f-a0f9-48d9-8638-a76b92ef4a21,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:51.093499 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-79e2b1f6-965a-4b01-a752-b149d5bb382b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:51.165574 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:53:51.183817 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c934519-663c-4df6-9f72-bcf737150146 None None] Sync routers for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:53:51.196370 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c934519-663c-4df6-9f72-bcf737150146 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:51.197224 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2c934519-663c-4df6-9f72-bcf737150146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb45b9400>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:53:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:51.218969 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] No DVR routers for this DVR port dd48bf01-9a38-43af-b69b-2eb20e52bc61 on host hv-cinder-76859 {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:53:51.221505 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:51.223508 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-66c6b5b3-8d7f-4127-b0b4-df4d37b7e49a req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "DELETE /v2.0/ports/dd48bf01-9a38-43af-b69b-2eb20e52bc61 HTTP/1.1" status: 204  len: 173 time: 0.8182034
Jun 23 03:53:51.224135 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'name': 'network-vif-deleted', 'tag': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:53:51.226619 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b076cb49-54ab-428a-8397-2aa225951ca3" -d '{"events": [{"server_uuid": "ca9a3581-fade-4218-bf7d-76f931d12239", "name": "network-vif-deleted", "tag": "dd48bf01-9a38-43af-b69b-2eb20e52bc61"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:53:51.324759 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b191245d-05d7-4751-98a7-b7b5126697cb x-openstack-request-id: req-b191245d-05d7-4751-98a7-b7b5126697cb {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:53:51.325182 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9a3581-fade-4218-bf7d-76f931d12239", "name": "network-vif-deleted", "tag": "dd48bf01-9a38-43af-b69b-2eb20e52bc61", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:53:51.325555 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b191245d-05d7-4751-98a7-b7b5126697cb {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:53:51.326444 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9a3581-fade-4218-bf7d-76f931d12239', 'name': 'network-vif-deleted', 'tag': 'dd48bf01-9a38-43af-b69b-2eb20e52bc61', 'status': 'completed', 'code': 200}
Jun 23 03:53:51.413354 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-2c934519-663c-4df6-9f72-bcf737150146 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:51.473132 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a237b38c-6bf9-43d9-bd41-f6208ebb31e9 req-46597afe-a09f-4c64-abe6-bd638950a167 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9a3581-fade-4218-bf7d-76f931d12239 HTTP/1.1" status: 200  len: 210 time: 0.0315728
Jun 23 03:53:51.642475 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2c934519-663c-4df6-9f72-bcf737150146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb45b9400>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:51.678236 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c934519-663c-4df6-9f72-bcf737150146 None None] Checking router: 9d378748-6831-4597-8ca4-1d0f42a7bc0b for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:53:51.698379 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c934519-663c-4df6-9f72-bcf737150146 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:53:51.699279 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2c934519-663c-4df6-9f72-bcf737150146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb45b9400>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:53:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:51.818007 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-2c934519-663c-4df6-9f72-bcf737150146 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:53:52.023307 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-2c934519-663c-4df6-9f72-bcf737150146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb45b9400>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:53:52.053858 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c934519-663c-4df6-9f72-bcf737150146 None None] The sync data for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi is: [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:53:52.294839 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23fb58f-57d2-45a6-8703-48a9a5321b22 None None] New status for floating IP 25fbc721-2cd3-4f8c-b8b4-bfa4bfcc52ee: DOWN {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:53:52.306311 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33732) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:52.412371 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-76bb58da-a4ee-47a0-b1ff-fdf342679935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:52.513794 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-76bb58da-a4ee-47a0-b1ff-fdf342679935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:52.519303 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-76bb58da-a4ee-47a0-b1ff-fdf342679935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:52.521937 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1c5b84c0-ffaf-4cb8-89d9-76021e47a5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:52.565603 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-76bb58da-a4ee-47a0-b1ff-fdf342679935 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db1bfe41535f48fc8b4801afdf5f5cf6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2580438
Jun 23 03:53:52.565998 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33750) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:52.567799 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb58da-a4ee-47a0-b1ff-fdf342679935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120f0b5b-f69a-483f-a14b-9a357b396f00,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:52.571140 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-76bb58da-a4ee-47a0-b1ff-fdf342679935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:52.631191 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cc82a3e0-a13b-4ce2-9ecc-5ad6de7183fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:52.654542 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cc82a3e0-a13b-4ce2-9ecc-5ad6de7183fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:52.719273 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cc82a3e0-a13b-4ce2-9ecc-5ad6de7183fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:52.723439 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-cc82a3e0-a13b-4ce2-9ecc-5ad6de7183fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:52.724747 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-cc82a3e0-a13b-4ce2-9ecc-5ad6de7183fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/120f0b5b-f69a-483f-a14b-9a357b396f00 HTTP/1.1" status: 204  len: 168 time: 0.1570771
Jun 23 03:53:52.725826 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9334f994-d7b5-4205-b889-4ecfed7461fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:52.735445 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82a3e0-a13b-4ce2-9ecc-5ad6de7183fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120f0b5b-f69a-483f-a14b-9a357b396f00,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:52.738451 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cc82a3e0-a13b-4ce2-9ecc-5ad6de7183fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:52.814779 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-dd2a2919-21c6-4bed-8597-a5307ce28606 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645315684&fields=id&tenant_id=30194254903542319632415fac0d7ed2 HTTP/1.1" status: 200  len: 267 time: 0.0337398
Jun 23 03:53:52.918016 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1596b-555c-4663-b493-e81077493b7e req-2c1c46bf-5bfb-4847-b594-b52689cffc90 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:52.920326 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-2c1c46bf-5bfb-4847-b594-b52689cffc90 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 811 time: 0.0983636
Jun 23 03:53:52.935737 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-00d78f39-f242-475e-b1f9-2a760dbf603b tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/quotas/30194254903542319632415fac0d7ed2 HTTP/1.1" status: 200  len: 375 time: 0.0102322
Jun 23 03:53:53.012499 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-d5d11459-3a0c-433b-bf5a-8d1a56bb12e2 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0715075
Jun 23 03:53:53.109447 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-d3087216-920f-472c-8e68-34d519746235 service neutron] 10.222.0.15 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857379
Jun 23 03:53:53.431011 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-5fbcc7e3-aef8-4d82-ad67-c804f7eb028d service neutron] 10.222.0.15 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3149374
Jun 23 03:53:53.723672 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 33800) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:53.745539 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9122a3ec-37f7-43c9-98c6-a44642825585 req-03bb507a-d500-472c-a504-96562b874782 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 210 time: 0.0398724
Jun 23 03:53:53.840220 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e94056e2-abe1-4762-b27d-b252cd5cb69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:53.944421 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e94056e2-abe1-4762-b27d-b252cd5cb69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:53.949033 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e94056e2-abe1-4762-b27d-b252cd5cb69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:53.952366 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-c1500f71-5f51-4e82-a50b-b865b94353d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:53.989723 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-e94056e2-abe1-4762-b27d-b252cd5cb69b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9debb2b83d0345feacc713dc1119296c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2649007
Jun 23 03:53:53.990875 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94056e2-abe1-4762-b27d-b252cd5cb69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f0e927-fc25-4c38-9ed3-07ff03672b4c,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:53.992405 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 33814) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:53:53.993884 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-e94056e2-abe1-4762-b27d-b252cd5cb69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:54.065888 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f5dbfdd6-5611-47df-ab3d-e376052a2b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:54.098638 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f5dbfdd6-5611-47df-ab3d-e376052a2b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:54.166240 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f5dbfdd6-5611-47df-ab3d-e376052a2b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:54.171246 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f5dbfdd6-5611-47df-ab3d-e376052a2b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:54.172979 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-f5dbfdd6-5611-47df-ab3d-e376052a2b5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9f0e927-fc25-4c38-9ed3-07ff03672b4c HTTP/1.1" status: 204  len: 168 time: 0.1773958
Jun 23 03:53:54.173879 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-2f7b66e8-0096-4d03-92cc-9f1f51dc2ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:54.187691 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbfdd6-5611-47df-ab3d-e376052a2b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f0e927-fc25-4c38-9ed3-07ff03672b4c,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:54.194894 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f5dbfdd6-5611-47df-ab3d-e376052a2b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:54.863899 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1596b-555c-4663-b493-e81077493b7e req-02ab5227-9a71-46b7-aa5c-54eaf0d4d0d8 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:54.865521 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-02ab5227-9a71-46b7-aa5c-54eaf0d4d0d8 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 811 time: 0.1266644
Jun 23 03:53:54.905658 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-18e39fe5-6a00-48d2-b858-4cbc9c35310b req-1a1d3627-e4c0-4651-8993-baeb22f6d58e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 210 time: 0.0335867
Jun 23 03:53:54.929233 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-8525579b-4da2-4c90-b3d8-17824efeb98e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30194254903542319632415fac0d7ed2 HTTP/1.1" status: 200  len: 379 time: 0.0396562
Jun 23 03:53:54.932201 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'port': {'device_id': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'admin_state_up': True, 'tenant_id': '30194254903542319632415fac0d7ed2', 'security_groups': ['2c8fc3e8-8ec6-45a6-b3c7-212e749955e3']}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:53:55.044012 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Made reservation on behalf of 30194254903542319632415fac0d7ed2 for: {'port': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:53:55.048982 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:55.174737 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Allocated IP 172.20.0.4 (4cd9596c-4407-480b-bc0f-86cd5522e907/8302845e-6ca1-43f2-a9f7-d4583c69516a/fc5f56b6-7d63-46f8-94ff-7ac256844a65) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:53:55.406686 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device dd48bf01-9a38-43af-b69b-2eb20e52bc61 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:53:55.432901 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: dd48bf01-9a38-43af-b69b-2eb20e52bc61 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:53:55.433663 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device dd48bf01-9a38-43af-b69b-2eb20e52bc61 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:53:55.646369 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:55.659103 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Transition to ACTIVE for port object fc5f56b6-7d63-46f8-94ff-7ac256844a65 will not be triggered until provisioned by entity DHCP. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:53:55.691242 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:55.695420 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b5752e25-fd72-4c0c-968f-4a5cc037b6ea tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:55.735849 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Network 4cd9596c-4407-480b-bc0f-86cd5522e907 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:53:55.738744 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:53:55.742584 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:53:55.770005 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'Port': ['ID=fc5f56b6-7d63-46f8-94ff-7ac256844a65,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:55.774236 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:55.794697 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:55.795382 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:55.810421 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8814597
Jun 23 03:53:55.829922 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:56.005349 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-ca54280b-4958-431d-9975-f0254253b3f0 None None] Provisioning for port fc5f56b6-7d63-46f8-94ff-7ac256844a65 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:53:56.008957 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-ca54280b-4958-431d-9975-f0254253b3f0 None None] Provisioning complete for port fc5f56b6-7d63-46f8-94ff-7ac256844a65 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:53:56.009349 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ca54280b-4958-431d-9975-f0254253b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:56.043045 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-ca54280b-4958-431d-9975-f0254253b3f0 None None] Port fc5f56b6-7d63-46f8-94ff-7ac256844a65 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:53:56.084180 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97676914-802d-4da9-b7e4-c4bc2c68d467 req-2a4dd06b-98d1-4816-b0f6-b2d05cbb2283 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:56.085666 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-97676914-802d-4da9-b7e4-c4bc2c68d467 req-2a4dd06b-98d1-4816-b0f6-b2d05cbb2283 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 931 time: 0.0657434
Jun 23 03:53:56.123062 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-97676914-802d-4da9-b7e4-c4bc2c68d467 req-a5dd5ad0-afbf-46cb-a1db-7c0f1bc15f9e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315659
Jun 23 03:53:57.293807 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37af7d4-6029-4edb-8adc-976d8a12500f req-b7dbd142-66b4-4616-b708-dbc61a90cfe6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:57.295228 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a37af7d4-6029-4edb-8adc-976d8a12500f req-b7dbd142-66b4-4616-b708-dbc61a90cfe6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 931 time: 0.0613370
Jun 23 03:53:57.331880 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a37af7d4-6029-4edb-8adc-976d8a12500f req-0eb81c2e-0dc1-4c06-9ad8-9638b0dfef4b tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311120
Jun 23 03:53:58.502018 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23797fe9-9ec1-48f8-a138-5f806e8e38d0 req-28b7b35c-f4ea-4946-9a91-4f2145ccb54a tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:58.503417 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-23797fe9-9ec1-48f8-a138-5f806e8e38d0 req-28b7b35c-f4ea-4946-9a91-4f2145ccb54a tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 931 time: 0.0604768
Jun 23 03:53:58.537382 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Request body: {'port': {'device_id': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:53:58.566810 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-23797fe9-9ec1-48f8-a138-5f806e8e38d0 req-2ca25b07-43a8-4b0c-b111-8b3b293550c6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578372
Jun 23 03:53:58.631324 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:58.752522 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-135cbdcf-d915-47a1-9233-a284190dc710 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0510883
Jun 23 03:53:58.828189 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-7f208a1d-e6c5-447f-9dc0-a66d26cfdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:58.829697 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-7f208a1d-e6c5-447f-9dc0-a66d26cfdcb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60932f2136454cbb82b1b32eb44a7d4d&device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 1137 time: 0.0563807
Jun 23 03:53:58.894497 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5f56b6-7d63-46f8-94ff-7ac256844a65 {{(pid=99522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:53:58.902310 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:58.915184 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Transition to ACTIVE for port object fc5f56b6-7d63-46f8-94ff-7ac256844a65 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:53:58.919406 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:58.923509 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fd1a2671-43e0-4bae-8042-f4d2e1b9a483 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:58.935974 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-4e19d241-e2f5-49ad-a829-a5b360c3cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:58.937461 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-4e19d241-e2f5-49ad-a829-a5b360c3cf68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60de8024-a64b-475b-b5e1-09eda7f9d44b HTTP/1.1" status: 200  len: 914 time: 0.0874631
Jun 23 03:53:58.974935 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5f56b6-7d63-46f8-94ff-7ac256844a65,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:58.985253 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:59.023396 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-0ee811dd-d39b-4ead-8d9e-375c5f56779b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 200  len: 1000 time: 0.0795417
Jun 23 03:53:59.069567 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Attempting to bind port fc5f56b6-7d63-46f8-94ff-7ac256844a65 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:53:59.069904 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Attempting to bind port fc5f56b6-7d63-46f8-94ff-7ac256844a65 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:53:59.070235 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Attempting to bind port fc5f56b6-7d63-46f8-94ff-7ac256844a65 on network 4cd9596c-4407-480b-bc0f-86cd5522e907 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:53:59.076573 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-82a47b43-59f7-4838-8dbd-94674d73f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:59.078291 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-82a47b43-59f7-4838-8dbd-94674d73f944 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5521c688-ab63-47ea-b7af-8bffe3f5c27e HTTP/1.1" status: 200  len: 853 time: 0.0478125
Jun 23 03:53:59.078457 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Port fc5f56b6-7d63-46f8-94ff-7ac256844a65 on network 4cd9596c-4407-480b-bc0f-86cd5522e907 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:53:59.078905 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Attempting to bind port fc5f56b6-7d63-46f8-94ff-7ac256844a65 on network 4cd9596c-4407-480b-bc0f-86cd5522e907 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:53:59.085821 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:53:59.086247 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Checking segment: {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:53:59.086772 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Bound using segment: {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:53:59.087249 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Bound port: fc5f56b6-7d63-46f8-94ff-7ac256844a65, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:53:59.087577 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:59.142504 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-9fca5e4e-7889-43b7-a8c1-6667f7c41374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:59.144428 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-9fca5e4e-7889-43b7-a8c1-6667f7c41374 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60de8024-a64b-475b-b5e1-09eda7f9d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0591562
Jun 23 03:53:59.180947 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] For port fc5f56b6-7d63-46f8-94ff-7ac256844a65, host hv-cinder-76859, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:53:59.185977 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] For port fc5f56b6-7d63-46f8-94ff-7ac256844a65, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:53:59.198648 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:59.201491 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c0e3c64a-95e2-4c56-9155-6f01ea71a63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:53:59.239119 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:59.239765 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:53:59.241208 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] 10.222.0.26 "PUT /v2.0/ports/fc5f56b6-7d63-46f8-94ff-7ac256844a65 HTTP/1.1" status: 200  len: 1093 time: 0.7085795
Jun 23 03:53:59.241721 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'tag': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:53:59.244313 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "94019aac-a3a4-41fa-869e-f2915b73b0c3", "tag": "fc5f56b6-7d63-46f8-94ff-7ac256844a65"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:53:59.258832 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-9bb1298b-278f-4520-87e4-89d3fdc3e09c service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1058326
Jun 23 03:53:59.301235 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b48e81d-d21c-4aac-acf4-7b57485bac0e x-openstack-request-id: req-2b48e81d-d21c-4aac-acf4-7b57485bac0e {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:53:59.301590 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94019aac-a3a4-41fa-869e-f2915b73b0c3", "tag": "fc5f56b6-7d63-46f8-94ff-7ac256844a65", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:53:59.301880 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b48e81d-d21c-4aac-acf4-7b57485bac0e {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:53:59.302302 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'tag': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'status': 'completed', 'code': 200}
Jun 23 03:53:59.312214 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5f56b6-7d63-46f8-94ff-7ac256844a65,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:53:59.340384 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:53:59.373819 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1596b-555c-4663-b493-e81077493b7e req-7c7e1680-ac6a-45d7-adb0-fc045cefb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:59.375434 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-7c7e1680-ac6a-45d7-adb0-fc045cefb699 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 1096 time: 0.0763955
Jun 23 03:53:59.378535 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f509b750-60ea-452a-a6e0-aba13e83ba7e req-ab097dc2-a19d-4817-96fc-35ddc059349b service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1091754
Jun 23 03:53:59.422251 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-4e78f229-56cc-4d2d-a635-082b5fc43ddb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65 HTTP/1.1" status: 200  len: 217 time: 0.0360305
Jun 23 03:53:59.474938 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1596b-555c-4663-b493-e81077493b7e req-a0dad1c8-904a-4e21-8bf0-161c97da3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:59.476409 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-a0dad1c8-904a-4e21-8bf0-161c97da3ded service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0470929
Jun 23 03:53:59.538267 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1596b-555c-4663-b493-e81077493b7e req-ce515b3f-cc03-4a0d-820c-88f4f556c2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:59.539738 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-ce515b3f-cc03-4a0d-820c-88f4f556c2d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0560446
Jun 23 03:53:59.634245 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-879fcc69-ed32-460d-84bd-a1393316af2a service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853648
Jun 23 03:53:59.783407 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6fb1596b-555c-4663-b493-e81077493b7e req-b49aa434-49d4-439c-a5e8-995c02868b6d service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414492
Jun 23 03:53:59.810323 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b794656-84f4-4cf4-ad81-9511995f397a req-98bfe02c-1743-4ea9-bb09-00b83b0245cf tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:59.811892 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2b794656-84f4-4cf4-ad81-9511995f397a req-98bfe02c-1743-4ea9-bb09-00b83b0245cf tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 943 time: 0.1033776
Jun 23 03:53:59.886235 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2b794656-84f4-4cf4-ad81-9511995f397a req-654dc63f-dfe0-465e-a16c-026fe42b39e6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681217
Jun 23 03:53:59.907832 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb req-f92223d4-e9d5-4594-807f-e4ff0421829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:53:59.909373 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb req-f92223d4-e9d5-4594-807f-e4ff0421829c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 1096 time: 0.0729613
Jun 23 03:54:00.004488 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb req-02dece14-0acc-4476-8f42-f86d4186cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:00.005954 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb req-02dece14-0acc-4476-8f42-f86d4186cee6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 911 time: 0.0892575
Jun 23 03:54:00.050640 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb req-7fb0e8a4-d2cc-4317-b502-632bbd740c66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65 HTTP/1.1" status: 200  len: 217 time: 0.0372202
Jun 23 03:54:00.100628 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb req-5818e165-539f-4080-b19a-70c435458485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:00.102015 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb req-5818e165-539f-4080-b19a-70c435458485 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0412447
Jun 23 03:54:00.155007 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb req-0e45264e-6778-4c52-ad3c-8f3c99676516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:00.156381 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb req-0e45264e-6778-4c52-ad3c-8f3c99676516 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0484874
Jun 23 03:54:00.247890 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb req-01b5a7e2-6d9a-4c3e-9e3a-37ee60e1f914 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844014
Jun 23 03:54:00.338906 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07e1fa26-037b-4b90-a40b-9d2c6ae53fbb req-98911086-7896-4a93-8058-ea6de36eddc4 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846703
Jun 23 03:54:01.066096 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc7ad7-d9dd-4f17-b631-0f0794e790d3 req-0ce785ff-48a8-4b86-b3e1-aea8143a5409 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:01.067580 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ccfc7ad7-d9dd-4f17-b631-0f0794e790d3 req-0ce785ff-48a8-4b86-b3e1-aea8143a5409 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 943 time: 0.0669844
Jun 23 03:54:01.105278 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ccfc7ad7-d9dd-4f17-b631-0f0794e790d3 req-c0c30dc0-0bd6-41b6-80f6-a9819933e0f4 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319555
Jun 23 03:54:02.275883 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cb3e6-6b78-4909-932f-91982a7016ff req-4af746b9-6e98-44f8-a42c-6264e5d71d8c tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:02.277389 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1f5cb3e6-6b78-4909-932f-91982a7016ff req-4af746b9-6e98-44f8-a42c-6264e5d71d8c tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 943 time: 0.0641780
Jun 23 03:54:02.323186 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1f5cb3e6-6b78-4909-932f-91982a7016ff req-30e76b69-5778-43a4-b26e-6ef61e83b617 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400770
Jun 23 03:54:02.361198 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2ade51fa-7960-4f4f-9a2c-b3ec09a4c608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:03.160191 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34004) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:03.264550 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:03.349214 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:03.353487 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:03.357550 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e9374606-ffe8-4f42-8d48-2a7e4f533db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:03.391265 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e2b310a3fc3471fbc5c027da2e7e8fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2299516
Jun 23 03:54:03.394127 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34010) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:03.396436 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af03c721-6622-42eb-b0e1-e371b579c65c,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:03.403598 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.404526 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.404974 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.405352 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.405834 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.406200 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.406566 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.406953 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.407319 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.407684 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.408040 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.408396 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.412784 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9b7ded06-ba78-4410-8339-f7d743d278d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:03.482842 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:03.513830 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:03.536855 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815e0ed-1f53-4ad8-97a8-5e7db8a44fc7 req-7e6e83c7-0166-4504-9273-6e15486e44db tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:03.538295 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7815e0ed-1f53-4ad8-97a8-5e7db8a44fc7 req-7e6e83c7-0166-4504-9273-6e15486e44db tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 943 time: 0.1019390
Jun 23 03:54:03.586774 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7815e0ed-1f53-4ad8-97a8-5e7db8a44fc7 req-f09998db-5bfa-4d89-8bfe-0d9b92376c92 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407388
Jun 23 03:54:03.594097 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:03.596708 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:03.599218 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af03c721-6622-42eb-b0e1-e371b579c65c HTTP/1.1" status: 204  len: 168 time: 0.2040029
Jun 23 03:54:03.600035 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1ffee777-d9f5-49af-8b2f-86fa7eee5e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:03.617399 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af03c721-6622-42eb-b0e1-e371b579c65c,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:03.627179 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.627563 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.627938 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.628299 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.628710 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.629077 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.629430 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.629788 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.630142 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.630493 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.630845 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.631191 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:03.634188 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8ef6fcf1-5da9-477b-a66f-4cb34fd007ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:03.852817 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34016) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:03.870287 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7c26effd-3dc4-48f8-982d-e7d62c082c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:03.956509 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7c26effd-3dc4-48f8-982d-e7d62c082c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:03.960025 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7c26effd-3dc4-48f8-982d-e7d62c082c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:03.962234 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8fb417e6-3648-44ea-80c0-43b812b1500a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:03.998972 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-7c26effd-3dc4-48f8-982d-e7d62c082c3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=571a5cbe4913406a8ddc01fcb03fee91&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1450598
Jun 23 03:54:03.999983 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26effd-3dc4-48f8-982d-e7d62c082c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712fcf02-74ec-4b1c-8888-a4f81fc852a4,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:04.001632 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34020) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:04.003146 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7c26effd-3dc4-48f8-982d-e7d62c082c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:04.058034 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-abec1c79-c226-4d65-8d93-b7081da488ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:04.077946 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-abec1c79-c226-4d65-8d93-b7081da488ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:04.123032 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-abec1c79-c226-4d65-8d93-b7081da488ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:04.125785 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-abec1c79-c226-4d65-8d93-b7081da488ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:04.126931 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-abec1c79-c226-4d65-8d93-b7081da488ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/712fcf02-74ec-4b1c-8888-a4f81fc852a4 HTTP/1.1" status: 204  len: 168 time: 0.1243155
Jun 23 03:54:04.127723 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-21270bfb-551f-469b-87b9-cfbceb101911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:04.135017 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec1c79-c226-4d65-8d93-b7081da488ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712fcf02-74ec-4b1c-8888-a4f81fc852a4,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:04.137242 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-abec1c79-c226-4d65-8d93-b7081da488ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:04.766823 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09532a7-627d-4e69-bedc-cf3f93cf0987 req-efec27f4-7791-477f-9a3e-57560e0c9b27 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:04.768469 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a09532a7-627d-4e69-bedc-cf3f93cf0987 req-efec27f4-7791-477f-9a3e-57560e0c9b27 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 943 time: 0.0687575
Jun 23 03:54:04.806766 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a09532a7-627d-4e69-bedc-cf3f93cf0987 req-00edabf3-fca3-40b5-8a8f-24297bdae527 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0327113
Jun 23 03:54:04.998164 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-60e8429c-3df3-4a9d-b49d-a01136b65728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:05.230091 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:54:05.340313 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:05.977519 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da1f86-4e4d-415c-bd7b-212d4df72462 req-5ae4cef7-b209-4218-9fb7-d52b7b3e8726 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:05.979074 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d0da1f86-4e4d-415c-bd7b-212d4df72462 req-5ae4cef7-b209-4218-9fb7-d52b7b3e8726 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 943 time: 0.0649724
Jun 23 03:54:06.018456 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d0da1f86-4e4d-415c-bd7b-212d4df72462 req-fdd09644-08f4-4b86-80dd-13158e5057e2 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0329661
Jun 23 03:54:06.342273 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:06.879571 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34098) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:06.979009 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5e8621bf-6de1-4f4c-8aec-6e6e62faacc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.069813 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5e8621bf-6de1-4f4c-8aec-6e6e62faacc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.073765 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5e8621bf-6de1-4f4c-8aec-6e6e62faacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.076545 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:07.112959 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-5e8621bf-6de1-4f4c-8aec-6e6e62faacc0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2b1f721da3c491e9789ead725f8f12b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2322936
Jun 23 03:54:07.113942 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8621bf-6de1-4f4c-8aec-6e6e62faacc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde9042-cdb4-4f6e-acff-0e02311be908,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:07.115949 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34104) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:07.117059 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5e8621bf-6de1-4f4c-8aec-6e6e62faacc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:07.197879 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3d7d759b-a6a6-4aaf-8785-e7148c2613bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.228198 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3d7d759b-a6a6-4aaf-8785-e7148c2613bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.252992 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb11b59-a334-471d-9f9f-e362f43d21d1 req-42a08c58-8b84-4892-8bab-53ae41870f3a tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:07.254469 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3eb11b59-a334-471d-9f9f-e362f43d21d1 req-42a08c58-8b84-4892-8bab-53ae41870f3a tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 943 time: 0.1206331
Jun 23 03:54:07.313181 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3eb11b59-a334-471d-9f9f-e362f43d21d1 req-b078207f-a068-4e92-a98d-26beef602157 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455310
Jun 23 03:54:07.323589 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3d7d759b-a6a6-4aaf-8785-e7148c2613bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.327415 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3d7d759b-a6a6-4aaf-8785-e7148c2613bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.331332 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-3d7d759b-a6a6-4aaf-8785-e7148c2613bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fde9042-cdb4-4f6e-acff-0e02311be908 HTTP/1.1" status: 204  len: 168 time: 0.2143648
Jun 23 03:54:07.332168 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-06e81da1-9bcb-4731-8e8f-970f35863846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:07.340155 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d759b-a6a6-4aaf-8785-e7148c2613bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde9042-cdb4-4f6e-acff-0e02311be908,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:07.345483 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3d7d759b-a6a6-4aaf-8785-e7148c2613bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:07.490965 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.597317 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34122) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:07.612536 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9ba085e9-3e22-401a-8f8d-46a8fa494ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.718527 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9ba085e9-3e22-401a-8f8d-46a8fa494ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.721837 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-9ba085e9-3e22-401a-8f8d-46a8fa494ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.724991 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f44a3bfb-eb57-4cbe-9d60-17efc2b883b6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:07.759864 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-9ba085e9-3e22-401a-8f8d-46a8fa494ea0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b9119f9c98d43d2841abb8761fcd33a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1612439
Jun 23 03:54:07.761040 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba085e9-3e22-401a-8f8d-46a8fa494ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3ecbb8-7303-4133-89bf-f5ae66ca95b4,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:07.762651 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34128) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:07.764139 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9ba085e9-3e22-401a-8f8d-46a8fa494ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:07.811184 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d97014d-4559-4ffd-87a8-810aadaf8cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.831507 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d97014d-4559-4ffd-87a8-810aadaf8cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.878705 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d97014d-4559-4ffd-87a8-810aadaf8cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.881300 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d97014d-4559-4ffd-87a8-810aadaf8cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:07.882474 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-7d97014d-4559-4ffd-87a8-810aadaf8cb7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d3ecbb8-7303-4133-89bf-f5ae66ca95b4 HTTP/1.1" status: 204  len: 168 time: 0.1187518
Jun 23 03:54:07.883326 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-2707b54c-fc51-4194-a189-5e39516c21e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:07.893315 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97014d-4559-4ffd-87a8-810aadaf8cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3ecbb8-7303-4133-89bf-f5ae66ca95b4,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:07.899882 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7d97014d-4559-4ffd-87a8-810aadaf8cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:08.492142 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54a5f2-f128-493e-b606-52444f2973f2 req-9241e291-eb3b-4198-ba33-3efbf37f4524 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:08.493639 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6b54a5f2-f128-493e-b606-52444f2973f2 req-9241e291-eb3b-4198-ba33-3efbf37f4524 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 943 time: 0.0653167
Jun 23 03:54:08.536085 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-6b54a5f2-f128-493e-b606-52444f2973f2 req-c8afe330-72e6-442d-b523-428b1aa625a8 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361626
Jun 23 03:54:09.499621 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device fc5f56b6-7d63-46f8-94ff-7ac256844a65 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:54:09.596878 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port fc5f56b6-7d63-46f8-94ff-7ac256844a65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:09.608363 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'port_id': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'mac_address': 'fa:16:3e:81:0f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:54:09.645268 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:09.657995 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5f56b6-7d63-46f8-94ff-7ac256844a65 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:54:09.683632 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port fc5f56b6-7d63-46f8-94ff-7ac256844a65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:09.688036 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:09.690175 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:09.717513 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84be3e9-d900-4313-92c9-2404881e9eba req-ea2250cd-b67e-46ae-b3ac-88ed562d98a6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:09.719058 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e84be3e9-d900-4313-92c9-2404881e9eba req-ea2250cd-b67e-46ae-b3ac-88ed562d98a6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 943 time: 0.0657079
Jun 23 03:54:09.742565 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=fc5f56b6-7d63-46f8-94ff-7ac256844a65,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:09.746170 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:09.756577 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e84be3e9-d900-4313-92c9-2404881e9eba req-0da352da-4d7d-4d2a-9410-273dcf6f2b0e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318551
Jun 23 03:54:09.923351 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['fc5f56b6-7d63-46f8-94ff-7ac256844a65'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:54:10.932419 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7829877-973a-4cb7-b393-65cea7e0936e req-50a33e98-2ced-4642-880b-00dbd8ae30ec tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:10.934257 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b7829877-973a-4cb7-b393-65cea7e0936e req-50a33e98-2ced-4642-880b-00dbd8ae30ec tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 944 time: 0.0650189
Jun 23 03:54:10.971150 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b7829877-973a-4cb7-b393-65cea7e0936e req-9d4c9377-6a6c-4f36-8bb9-ef0e63f38a74 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311790
Jun 23 03:54:11.497857 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device fc5f56b6-7d63-46f8-94ff-7ac256844a65 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:11.544982 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port fc5f56b6-7d63-46f8-94ff-7ac256844a65 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:54:11.548471 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port fc5f56b6-7d63-46f8-94ff-7ac256844a65 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:11.548871 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:11.627368 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:11.650883 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:54:11.653168 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8429f28-fe4a-49b1-960f-9ce32a9a1617" -d '{"events": [{"server_uuid": "94019aac-a3a4-41fa-869e-f2915b73b0c3", "name": "network-vif-plugged", "status": "completed", "tag": "fc5f56b6-7d63-46f8-94ff-7ac256844a65"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:54:11.665551 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port fc5f56b6-7d63-46f8-94ff-7ac256844a65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:11.670200 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:11.672229 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:11.704507 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdf571f-b625-4156-9d4d-791ec963e0c3 x-openstack-request-id: req-5cdf571f-b625-4156-9d4d-791ec963e0c3 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:54:11.705041 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94019aac-a3a4-41fa-869e-f2915b73b0c3", "name": "network-vif-plugged", "status": "completed", "tag": "fc5f56b6-7d63-46f8-94ff-7ac256844a65", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:54:11.705478 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cdf571f-b625-4156-9d4d-791ec963e0c3 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:54:11.706072 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'code': 200}
Jun 23 03:54:11.729748 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=fc5f56b6-7d63-46f8-94ff-7ac256844a65,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:11.733240 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:11.996086 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9b51d-9126-4fd3-bad6-332bbe2655fb req-5d29b991-17f8-4a4f-81e2-eb614e99772e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:11.998637 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-aec9b51d-9126-4fd3-bad6-332bbe2655fb req-5d29b991-17f8-4a4f-81e2-eb614e99772e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 1098 time: 0.0570672
Jun 23 03:54:12.038222 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-aec9b51d-9126-4fd3-bad6-332bbe2655fb req-c086694c-5b2a-4fc2-b127-b8b35b99a1b9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308506
Jun 23 03:54:12.146420 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f709a8-8368-49f7-a736-d4a54a8d7734 req-5e71bcdd-d34f-4cbc-bdb5-f637db0f6cd0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:12.147889 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f6f709a8-8368-49f7-a736-d4a54a8d7734 req-5e71bcdd-d34f-4cbc-bdb5-f637db0f6cd0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 945 time: 0.0655313
Jun 23 03:54:12.188468 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-f6f709a8-8368-49f7-a736-d4a54a8d7734 req-b274f6fa-09aa-4bbc-9c7d-eb7a91f95521 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331953
Jun 23 03:54:13.375860 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67ec0-64a1-4788-8d08-9f3e8c225ef4 req-5de601fc-bc52-4689-a784-784b7e9d12c2 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:13.377336 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-57a67ec0-64a1-4788-8d08-9f3e8c225ef4 req-5de601fc-bc52-4689-a784-784b7e9d12c2 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 945 time: 0.0671043
Jun 23 03:54:13.413679 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-57a67ec0-64a1-4788-8d08-9f3e8c225ef4 req-e9055f61-fe70-42d5-b0e5-b98d4ebf68cb tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307713
Jun 23 03:54:13.604181 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53df025-b090-454e-aaac-856ff3355008 req-deecf86e-44d5-4654-a5fc-00d0e6639874 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:13.605727 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e53df025-b090-454e-aaac-856ff3355008 req-deecf86e-44d5-4654-a5fc-00d0e6639874 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 945 time: 0.0775476
Jun 23 03:54:13.645889 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-e53df025-b090-454e-aaac-856ff3355008 req-8e18b001-4c5e-47a4-842f-f18f2bc7f459 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0329549
Jun 23 03:54:13.670935 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34314) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:13.724890 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d561e-3b53-43ab-938e-f3ff11c57a19 tempest-TestVolumeBootPattern-589127812 tempest-TestVolumeBootPattern-589127812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:13.726390 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-379d561e-3b53-43ab-938e-f3ff11c57a19 tempest-TestVolumeBootPattern-589127812 tempest-TestVolumeBootPattern-589127812-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 1093 time: 0.0544400
Jun 23 03:54:13.729234 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34316) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:13.733659 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'floatingip': {'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'port_id': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'tenant_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:13.756022 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:13.854767 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:13.964522 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Allocated IP 172.27.0.97 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/aa4264c5-41fe-466b-8f24-2884c26ae879) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:54:14.070152 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:14.108170 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:14.110963 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b5b62e1c-3335-4058-818e-43b8712ef8e3 tempest-VolumesSnapshotTestJSON-574687249 tempest-VolumesSnapshotTestJSON-574687249-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:14.145168 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:54:14.149985 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:54:14.152394 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:54:14.182538 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'Port': ['ID=aa4264c5-41fe-466b-8f24-2884c26ae879,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:14.188177 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:14.538492 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:14.621098 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:14.789436 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:14.796423 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:14.798485 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-51a5a3ba-d328-4ba8-b335-9c2c05151171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:14.866953 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'Port': ['ID=aa4264c5-41fe-466b-8f24-2884c26ae879,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:14.871420 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:14.882551 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:14.996045 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.l3_db [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Floating IP 2db4a0f8-4150-4c58-9d0f-4514001dca99 associated. External IP: 172.27.0.97, port: fc5f56b6-7d63-46f8-94ff-7ac256844a65.
Jun 23 03:54:15.226156 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Router 9d378748-6831-4597-8ca4-1d0f42a7bc0b has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:54:15.334827 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:54:15.344387 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac85cb2-aa84-40a8-a579-c17c44bab1b6 None None] Sync routers for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:54:15.354084 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:15.355899 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac85cb2-aa84-40a8-a579-c17c44bab1b6 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:15.357437 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-eac85cb2-aa84-40a8-a579-c17c44bab1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf6a1e80>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:15.476491 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-eac85cb2-aa84-40a8-a579-c17c44bab1b6 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:15.650350 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.9199643
Jun 23 03:54:15.651667 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'tag': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:54:15.654982 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "94019aac-a3a4-41fa-869e-f2915b73b0c3", "tag": "fc5f56b6-7d63-46f8-94ff-7ac256844a65"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:54:15.704345 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112981cc-9b1c-4a22-88d3-d5c9e4159215 x-openstack-request-id: req-112981cc-9b1c-4a22-88d3-d5c9e4159215 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:54:15.704707 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94019aac-a3a4-41fa-869e-f2915b73b0c3", "tag": "fc5f56b6-7d63-46f8-94ff-7ac256844a65", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:54:15.705016 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-112981cc-9b1c-4a22-88d3-d5c9e4159215 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:54:15.705453 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'tag': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'status': 'completed', 'code': 200}
Jun 23 03:54:15.790467 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5 req-9351b84d-a677-4233-a07e-831267daddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:15.791795 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5 req-9351b84d-a677-4233-a07e-831267daddd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 1098 time: 0.0582702
Jun 23 03:54:15.830206 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-eac85cb2-aa84-40a8-a579-c17c44bab1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf6a1e80>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '2db4a0f8-4150-4c58-9d0f-4514001dca99', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:81:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:54:14Z', 'updated_at': '2021-06-23T03:54:14Z', 'revision_number': 0, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:15.860041 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac85cb2-aa84-40a8-a579-c17c44bab1b6 None None] Checking router: 9d378748-6831-4597-8ca4-1d0f42a7bc0b for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:54:15.868184 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac85cb2-aa84-40a8-a579-c17c44bab1b6 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:15.868839 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-eac85cb2-aa84-40a8-a579-c17c44bab1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf6a1e80>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:15.882424 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5 req-358addd0-e13f-4c19-a31c-35a6674c3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:15.883926 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5 req-358addd0-e13f-4c19-a31c-35a6674c3892 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 911 time: 0.0852504
Jun 23 03:54:15.954414 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5 req-ce90630f-d744-4e5c-b06b-41b3c02c50fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65 HTTP/1.1" status: 200  len: 998 time: 0.0625956
Jun 23 03:54:15.973983 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-eac85cb2-aa84-40a8-a579-c17c44bab1b6 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:16.006008 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5 req-fa0e2c49-49d5-4beb-8c95-3cfe543143de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:16.007437 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5 req-fa0e2c49-49d5-4beb-8c95-3cfe543143de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0458791
Jun 23 03:54:16.064719 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5 req-a53e59e9-59ac-4656-9c63-f3cdf80b635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:16.066119 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5 req-a53e59e9-59ac-4656-9c63-f3cdf80b635b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0516045
Jun 23 03:54:16.161188 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5 req-5194f1d1-50be-4df6-bd1d-59f20f740f2f service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877566
Jun 23 03:54:16.199028 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-eac85cb2-aa84-40a8-a579-c17c44bab1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf6a1e80>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '2db4a0f8-4150-4c58-9d0f-4514001dca99', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:81:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:54:14Z', 'updated_at': '2021-06-23T03:54:14Z', 'revision_number': 0, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:16.228928 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac85cb2-aa84-40a8-a579-c17c44bab1b6 None None] The sync data for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi is: [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '2db4a0f8-4150-4c58-9d0f-4514001dca99', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:81:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:54:14Z', 'updated_at': '2021-06-23T03:54:14Z', 'revision_number': 0, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:54:16.260728 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6ad60cf9-05c1-44d1-bf98-0cfc058ae1f5 req-75ad29ce-2162-4961-86d1-68b255b952c1 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927038
Jun 23 03:54:16.428763 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0efa71-4465-46b0-8aa7-776bc0b3de05 None None] New status for floating IP 2db4a0f8-4150-4c58-9d0f-4514001dca99: ACTIVE {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:54:17.286261 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34370) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:17.390341 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1621bbf2-a061-4ab4-b9e2-55d351dd5fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:17.488058 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1621bbf2-a061-4ab4-b9e2-55d351dd5fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:17.492134 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1621bbf2-a061-4ab4-b9e2-55d351dd5fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:17.494815 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-54d351d5-3da4-4af3-9bc2-a5b4d796148c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:17.532682 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-1621bbf2-a061-4ab4-b9e2-55d351dd5fce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40c1da2fe65447fba0f9c9a2ba87e27c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2453241
Jun 23 03:54:17.533666 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621bbf2-a061-4ab4-b9e2-55d351dd5fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739c9641-5da1-438c-adae-a9a64271b722,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:17.535352 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34374) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:17.537187 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-1621bbf2-a061-4ab4-b9e2-55d351dd5fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:17.585671 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc366-b5d5-4681-92e3-35d9924c603c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:17.608691 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc366-b5d5-4681-92e3-35d9924c603c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:17.655790 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc366-b5d5-4681-92e3-35d9924c603c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:17.658439 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c8ebc366-b5d5-4681-92e3-35d9924c603c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:17.659539 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-c8ebc366-b5d5-4681-92e3-35d9924c603c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/739c9641-5da1-438c-adae-a9a64271b722 HTTP/1.1" status: 204  len: 168 time: 0.1232302
Jun 23 03:54:17.660421 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-27e6eb96-9040-4429-af8b-599141a26743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:17.671145 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebc366-b5d5-4681-92e3-35d9924c603c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739c9641-5da1-438c-adae-a9a64271b722,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:17.673471 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-c8ebc366-b5d5-4681-92e3-35d9924c603c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:17.921189 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34382) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:17.937079 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f7d0233e-c86f-4190-b0b5-c4ffec735bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.031754 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f7d0233e-c86f-4190-b0b5-c4ffec735bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.035239 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-f7d0233e-c86f-4190-b0b5-c4ffec735bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.037572 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d0ba4299-3325-42ee-95eb-cdacfe03817b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:18.075474 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-f7d0233e-c86f-4190-b0b5-c4ffec735bd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e0ff3ed81cf4964b2c9a20bea3c3945&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1525316
Jun 23 03:54:18.076393 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0233e-c86f-4190-b0b5-c4ffec735bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125950d9-8fe7-467c-b924-f5a2ab5dc189,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:18.078279 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34384) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:18.079161 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f7d0233e-c86f-4190-b0b5-c4ffec735bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:18.129536 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a991cd17-fbba-49a9-a1b9-ebcce3b55400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.150178 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a991cd17-fbba-49a9-a1b9-ebcce3b55400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.197924 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a991cd17-fbba-49a9-a1b9-ebcce3b55400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.201839 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a991cd17-fbba-49a9-a1b9-ebcce3b55400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.203047 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-a991cd17-fbba-49a9-a1b9-ebcce3b55400 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/125950d9-8fe7-467c-b924-f5a2ab5dc189 HTTP/1.1" status: 204  len: 168 time: 0.1238015
Jun 23 03:54:18.203876 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-750ff310-2a8c-4a74-8202-d32a7d996d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:18.214823 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991cd17-fbba-49a9-a1b9-ebcce3b55400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125950d9-8fe7-467c-b924-f5a2ab5dc189,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:18.218003 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a991cd17-fbba-49a9-a1b9-ebcce3b55400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:18.522042 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34392) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:18.537322 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a257-9c6d-462a-b334-a2b60b1fd9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.624507 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a257-9c6d-462a-b334-a2b60b1fd9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.627823 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-b9f8a257-9c6d-462a-b334-a2b60b1fd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.630082 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-52a44733-12cf-495e-9470-20bfcf747a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:18.669741 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-b9f8a257-9c6d-462a-b334-a2b60b1fd9ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17ff9c6b1e23452c9110b151d971f1fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1465733
Jun 23 03:54:18.670869 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8a257-9c6d-462a-b334-a2b60b1fd9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cbeae0-29d6-4216-a477-761fba621773,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:18.672399 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34396) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:18.673763 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b9f8a257-9c6d-462a-b334-a2b60b1fd9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:18.723589 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-66905dd3-7791-4c90-9a55-6442fc809975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.751028 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-66905dd3-7791-4c90-9a55-6442fc809975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.797376 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-66905dd3-7791-4c90-9a55-6442fc809975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.800344 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-66905dd3-7791-4c90-9a55-6442fc809975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:18.801510 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-66905dd3-7791-4c90-9a55-6442fc809975 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67cbeae0-29d6-4216-a477-761fba621773 HTTP/1.1" status: 204  len: 168 time: 0.1280479
Jun 23 03:54:18.802370 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b0d631ce-cf18-4380-9fec-045e66487927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:18.810008 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66905dd3-7791-4c90-9a55-6442fc809975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cbeae0-29d6-4216-a477-761fba621773,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:18.812176 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-66905dd3-7791-4c90-9a55-6442fc809975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:19.511672 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d22c1da5-eba9-431f-9abd-034a395aaf1e req-7b3eaf91-7de3-4e86-89b3-132a2e76e42a tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605236122&fields=id&tenant_id=60932f2136454cbb82b1b32eb44a7d4d HTTP/1.1" status: 200  len: 267 time: 0.0373859
Jun 23 03:54:19.581502 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c1da5-eba9-431f-9abd-034a395aaf1e req-f1c3f7b5-fdeb-4309-b1ae-2b811dff0ef4 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:19.582972 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d22c1da5-eba9-431f-9abd-034a395aaf1e req-f1c3f7b5-fdeb-4309-b1ae-2b811dff0ef4 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 984 time: 0.0657864
Jun 23 03:54:19.594455 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [req-d22c1da5-eba9-431f-9abd-034a395aaf1e req-113431f7-9f72-4b39-acea-697e55f556f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Request body: {'port': {'security_groups': ['35208830-e5d2-42d5-86a2-471895452f00']}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:19.685956 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d22c1da5-eba9-431f-9abd-034a395aaf1e req-113431f7-9f72-4b39-acea-697e55f556f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:19.868828 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [req-d22c1da5-eba9-431f-9abd-034a395aaf1e req-113431f7-9f72-4b39-acea-697e55f556f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] For port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:19.908883 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d22c1da5-eba9-431f-9abd-034a395aaf1e req-113431f7-9f72-4b39-acea-697e55f556f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:19.914044 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d22c1da5-eba9-431f-9abd-034a395aaf1e req-113431f7-9f72-4b39-acea-697e55f556f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:19.919357 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:19.926603 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['18a3a72e-5a8a-4a01-ad3c-20d26c683f22'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:54:19.983483 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c1da5-eba9-431f-9abd-034a395aaf1e req-113431f7-9f72-4b39-acea-697e55f556f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:19.984239 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [req-d22c1da5-eba9-431f-9abd-034a395aaf1e req-113431f7-9f72-4b39-acea-697e55f556f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:19.985909 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-d22c1da5-eba9-431f-9abd-034a395aaf1e req-113431f7-9f72-4b39-acea-697e55f556f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "PUT /v2.0/ports/18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 200  len: 942 time: 0.3962531
Jun 23 03:54:19.986564 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:54:19.991810 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34464) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:19.992607 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ad4e3b-bb7c-4494-9500-50e90952143c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:54:20.024269 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113431f7-9f72-4b39-acea-697e55f556f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event updated for resources: {'Port': ['ID=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,revision_number=7']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:20.028902 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-113431f7-9f72-4b39-acea-697e55f556f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:20.051685 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['18a3a72e-5a8a-4a01-ad3c-20d26c683f22'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:54:20.072286 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c8e8d-a266-45d6-a527-c068fdf630c9 x-openstack-request-id: req-b30c8e8d-a266-45d6-a527-c068fdf630c9 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:54:20.072652 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:54:20.072974 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b30c8e8d-a266-45d6-a527-c068fdf630c9 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:54:20.073407 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'status': 'completed', 'code': 200}
Jun 23 03:54:20.157863 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-686f0e94-bbc5-409c-9107-18112feb1259 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:20.216934 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-686f0e94-bbc5-409c-9107-18112feb1259 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:20.265477 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad4e3b-bb7c-4494-9500-50e90952143c req-62406660-bcff-4712-9fe7-b0ed82444229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:20.267682 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-33ad4e3b-bb7c-4494-9500-50e90952143c req-62406660-bcff-4712-9fe7-b0ed82444229 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60932f2136454cbb82b1b32eb44a7d4d&device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 1098 time: 0.1523004
Jun 23 03:54:20.286425 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-40883c07-3eb9-40d3-ad44-0786b3c1395e None None] Provisioning complete for port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:20.287182 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-40883c07-3eb9-40d3-ad44-0786b3c1395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:20.363812 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-686f0e94-bbc5-409c-9107-18112feb1259 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:20.366399 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-686f0e94-bbc5-409c-9107-18112feb1259 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:20.367934 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-686f0e94-bbc5-409c-9107-18112feb1259 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "DELETE /v2.0/security-groups/c9c591ea-7f7c-4560-833f-74f7f03a2461 HTTP/1.1" status: 204  len: 168 time: 0.3749528
Jun 23 03:54:20.370897 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-119398e4-1ded-4c99-8080-7252782bb2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:20.371264 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34480) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:20.385806 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f0e94-bbc5-409c-9107-18112feb1259 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c591ea-7f7c-4560-833f-74f7f03a2461,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:20.393421 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-686f0e94-bbc5-409c-9107-18112feb1259 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:20.399214 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad4e3b-bb7c-4494-9500-50e90952143c req-6007f2b7-2b8a-4be4-8d0d-f78c4daf6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:20.400880 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-33ad4e3b-bb7c-4494-9500-50e90952143c req-6007f2b7-2b8a-4be4-8d0d-f78c4daf6206 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60de8024-a64b-475b-b5e1-09eda7f9d44b HTTP/1.1" status: 200  len: 914 time: 0.1269183
Jun 23 03:54:20.472433 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-33ad4e3b-bb7c-4494-9500-50e90952143c req-9e4bad1f-87ba-4ce1-bb87-ec5361558fed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 200  len: 1000 time: 0.0637517
Jun 23 03:54:20.536259 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad4e3b-bb7c-4494-9500-50e90952143c req-87b3b79d-13c4-42d6-aee7-606a0e893d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:20.537783 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-33ad4e3b-bb7c-4494-9500-50e90952143c req-87b3b79d-13c4-42d6-aee7-606a0e893d93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5521c688-ab63-47ea-b7af-8bffe3f5c27e HTTP/1.1" status: 200  len: 853 time: 0.0587072
Jun 23 03:54:20.552766 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Deleting port d0ac3bca-c4e5-40e9-af30-9a645cd3e79e {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:54:20.553115 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:20.598121 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad4e3b-bb7c-4494-9500-50e90952143c req-a3d85e07-89b1-4ea4-b51c-682b316b49d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:20.599814 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-33ad4e3b-bb7c-4494-9500-50e90952143c req-a3d85e07-89b1-4ea4-b51c-682b316b49d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60de8024-a64b-475b-b5e1-09eda7f9d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0549240
Jun 23 03:54:20.631377 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:20.631766 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:20.647237 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Calling delete_port for d0ac3bca-c4e5-40e9-af30-9a645cd3e79e owned by network:floatingip {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:54:20.702022 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-33ad4e3b-bb7c-4494-9500-50e90952143c req-29c0be57-e13d-4378-a063-70510b289638 service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897720
Jun 23 03:54:20.797229 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-33ad4e3b-bb7c-4494-9500-50e90952143c req-7982043c-6073-4ead-ab1c-1ae9eb1768b8 service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884268
Jun 23 03:54:20.836550 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:20.839208 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8682b92e-bfcc-4106-9156-df25017a8876 tempest-ServerRescueNegativeTestJSON-1272221825 tempest-ServerRescueNegativeTestJSON-1272221825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:20.864280 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event deleted for resources: {'Port': ['ID=d0ac3bca-c4e5-40e9-af30-9a645cd3e79e,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:20.868055 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:20.928783 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks [] for floatingip, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:20.929129 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.l3_db [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Floating IP e7d56860-f8d1-4460-a276-f09ade08b67c disassociated (deleted). External IP: 172.27.0.26, port: 18a3a72e-5a8a-4a01-ad3c-20d26c683f22.
Jun 23 03:54:21.140544 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Router 8beae262-f758-4337-87b5-193141b12262 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:54:21.254914 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:54:21.260294 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:21.264754 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce44d9b-182c-4713-a0d2-85036e9ca3ad None None] Sync routers for ids ['8beae262-f758-4337-87b5-193141b12262'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:54:21.273524 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce44d9b-182c-4713-a0d2-85036e9ca3ad None None] Routers {'8beae262-f758-4337-87b5-193141b12262'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:21.274135 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-dce44d9b-182c-4713-a0d2-85036e9ca3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf70a2b0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8beae262-f758-4337-87b5-193141b12262'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:21.297501 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-ae773748-1f01-4a69-865a-ffdb2590b3a0 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "DELETE /v2.0/floatingips/e7d56860-f8d1-4460-a276-f09ade08b67c HTTP/1.1" status: 204  len: 168 time: 0.9245057
Jun 23 03:54:21.381740 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-dce44d9b-182c-4713-a0d2-85036e9ca3ad None None] Set router 8beae262-f758-4337-87b5-193141b12262 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:21.593185 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-dce44d9b-182c-4713-a0d2-85036e9ca3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf70a2b0>, [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '19c3c580-7874-4e19-9229-50426b42bf21', 'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'mac_address': 'fa:16:3e:bf:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:59Z', 'updated_at': '2021-06-23T03:52:05Z', 'revision_number': 5, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'subnets': [{'id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:21.621240 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce44d9b-182c-4713-a0d2-85036e9ca3ad None None] Checking router: 8beae262-f758-4337-87b5-193141b12262 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:54:21.630751 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce44d9b-182c-4713-a0d2-85036e9ca3ad None None] Routers {'8beae262-f758-4337-87b5-193141b12262'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:21.631376 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-dce44d9b-182c-4713-a0d2-85036e9ca3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf70a2b0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8beae262-f758-4337-87b5-193141b12262'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:21.737652 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-dce44d9b-182c-4713-a0d2-85036e9ca3ad None None] Set router 8beae262-f758-4337-87b5-193141b12262 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:21.935362 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-dce44d9b-182c-4713-a0d2-85036e9ca3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf70a2b0>, [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '19c3c580-7874-4e19-9229-50426b42bf21', 'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'mac_address': 'fa:16:3e:bf:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:59Z', 'updated_at': '2021-06-23T03:52:05Z', 'revision_number': 5, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'subnets': [{'id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:21.963992 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce44d9b-182c-4713-a0d2-85036e9ca3ad None None] The sync data for ids ['8beae262-f758-4337-87b5-193141b12262'] in dv-cinder-768592-6-iscsi is: [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:51:59Z', 'revision_number': 4, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '19c3c580-7874-4e19-9229-50426b42bf21', 'name': '', 'network_id': '60de8024-a64b-475b-b5e1-09eda7f9d44b', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'mac_address': 'fa:16:3e:bf:cf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:59Z', 'updated_at': '2021-06-23T03:52:05Z', 'revision_number': 5, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'subnets': [{'id': '5521c688-ab63-47ea-b7af-8bffe3f5c27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:54:22.076006 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:54:22.078747 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfca356-0656-454a-bf05-7eda85525ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:54:22.116217 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15e39d9-8159-41d7-bfbd-a618b1fbf71e x-openstack-request-id: req-c15e39d9-8159-41d7-bfbd-a618b1fbf71e {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:54:22.116543 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:54:22.116865 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c15e39d9-8159-41d7-bfbd-a618b1fbf71e {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:54:22.117301 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'status': 'completed', 'code': 200}
Jun 23 03:54:22.191646 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2beb9f34-3f02-4605-8109-1e4e96e8925e None None] New status for floating IP e7d56860-f8d1-4460-a276-f09ade08b67c: DOWN {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:54:22.198632 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca356-0656-454a-bf05-7eda85525ec3 req-72d5430a-27ad-4ebe-b66e-7424f22df2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:22.201382 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7cfca356-0656-454a-bf05-7eda85525ec3 req-72d5430a-27ad-4ebe-b66e-7424f22df2b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=60932f2136454cbb82b1b32eb44a7d4d&device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 1098 time: 0.0572014
Jun 23 03:54:22.318175 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca356-0656-454a-bf05-7eda85525ec3 req-5274f39a-f807-456c-9dbc-c6a58834d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:22.319689 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7cfca356-0656-454a-bf05-7eda85525ec3 req-5274f39a-f807-456c-9dbc-c6a58834d3a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60de8024-a64b-475b-b5e1-09eda7f9d44b HTTP/1.1" status: 200  len: 914 time: 0.1118574
Jun 23 03:54:22.363587 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7cfca356-0656-454a-bf05-7eda85525ec3 req-9b759ff5-bcd6-47aa-846e-e11fda52c618 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 200  len: 217 time: 0.0354531
Jun 23 03:54:22.411692 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca356-0656-454a-bf05-7eda85525ec3 req-04ff00d1-721d-4c10-ae76-74b4494e5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:22.413190 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7cfca356-0656-454a-bf05-7eda85525ec3 req-04ff00d1-721d-4c10-ae76-74b4494e5fd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5521c688-ab63-47ea-b7af-8bffe3f5c27e HTTP/1.1" status: 200  len: 853 time: 0.0432749
Jun 23 03:54:22.477142 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfca356-0656-454a-bf05-7eda85525ec3 req-e749572e-f3ea-426b-a110-929a4b729148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:22.478601 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7cfca356-0656-454a-bf05-7eda85525ec3 req-e749572e-f3ea-426b-a110-929a4b729148 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60de8024-a64b-475b-b5e1-09eda7f9d44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0586996
Jun 23 03:54:22.567972 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7cfca356-0656-454a-bf05-7eda85525ec3 req-26c2de5d-1b09-4777-8d2e-1f9bee112d7f service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821178
Jun 23 03:54:22.661326 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7cfca356-0656-454a-bf05-7eda85525ec3 req-24418200-c898-4aa9-846e-38b3afb10909 service neutron] 10.222.0.26 "GET /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873303
Jun 23 03:54:24.369963 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c279ff-6e11-49cd-a6ca-55f6dcf34b76 req-ad0f48a8-19c5-485a-ad9e-031552c5dfaa tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:24.371758 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-24c279ff-6e11-49cd-a6ca-55f6dcf34b76 req-ad0f48a8-19c5-485a-ad9e-031552c5dfaa tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0647719
Jun 23 03:54:24.410883 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-24c279ff-6e11-49cd-a6ca-55f6dcf34b76 req-3dcdc02b-2f21-4118-8f16-90f74e25e4d3 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338240
Jun 23 03:54:25.592029 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf24fa-cde6-4cda-8c01-b9f6d6106394 req-c42c5702-a73f-4a15-abb9-c81f4b27b948 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:25.594338 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3daf24fa-cde6-4cda-8c01-b9f6d6106394 req-c42c5702-a73f-4a15-abb9-c81f4b27b948 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0626633
Jun 23 03:54:25.633129 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3daf24fa-cde6-4cda-8c01-b9f6d6106394 req-c186be8c-67e3-464f-b75b-44491e68b884 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/security-groups?id=35208830-e5d2-42d5-86a2-471895452f00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0331194
Jun 23 03:54:25.870446 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:26.243580 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e25bae-db97-4aaf-989a-5b44558c402f req-20cc3e5a-d804-4d00-af80-d42c61f9f672 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:26.245301 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-45e25bae-db97-4aaf-989a-5b44558c402f req-20cc3e5a-d804-4d00-af80-d42c61f9f672 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 945 time: 0.0653362
Jun 23 03:54:26.349001 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-45e25bae-db97-4aaf-989a-5b44558c402f req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Deleting port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:54:26.349411 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-45e25bae-db97-4aaf-989a-5b44558c402f req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:26.442015 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-45e25bae-db97-4aaf-989a-5b44558c402f req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] For port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:26.442374 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-45e25bae-db97-4aaf-989a-5b44558c402f req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:26.453909 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-45e25bae-db97-4aaf-989a-5b44558c402f req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Calling delete_port for 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 owned by compute:nova {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:54:26.579764 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-45e25bae-db97-4aaf-989a-5b44558c402f req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:26.583578 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:26.591807 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['18a3a72e-5a8a-4a01-ad3c-20d26c683f22'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:54:26.611813 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Pushing event deleted for resources: {'Port': ['ID=18a3a72e-5a8a-4a01-ad3c-20d26c683f22,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:26.614885 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:26.661140 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e25bae-db97-4aaf-989a-5b44558c402f req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] No DVR routers for this DVR port 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 on host hv-cinder-76859 {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:54:26.663707 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-45e25bae-db97-4aaf-989a-5b44558c402f req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:26.665780 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-45e25bae-db97-4aaf-989a-5b44558c402f req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.26 "DELETE /v2.0/ports/18a3a72e-5a8a-4a01-ad3c-20d26c683f22 HTTP/1.1" status: 204  len: 173 time: 0.4136710
Jun 23 03:54:26.666544 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'name': 'network-vif-deleted', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:54:26.668675 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb49867-2994-4c75-abd8-ddc72855fde4" -d '{"events": [{"server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "name": "network-vif-deleted", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:54:26.715855 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec49a8a-44c3-463a-92fb-73ff98294412 x-openstack-request-id: req-5ec49a8a-44c3-463a-92fb-73ff98294412 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:54:26.716169 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1f070a-dc0a-4df1-96a0-f5cce7acfd27", "name": "network-vif-deleted", "tag": "18a3a72e-5a8a-4a01-ad3c-20d26c683f22", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:54:26.716508 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ec49a8a-44c3-463a-92fb-73ff98294412 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:54:26.716977 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1f070a-dc0a-4df1-96a0-f5cce7acfd27', 'name': 'network-vif-deleted', 'tag': '18a3a72e-5a8a-4a01-ad3c-20d26c683f22', 'status': 'completed', 'code': 200}
Jun 23 03:54:26.790077 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-4e0c33b9-9c78-42e6-9722-bae80da52afd req-d17f31c1-96cb-4d21-8866-2f8dd138ab5a tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a1f070a-dc0a-4df1-96a0-f5cce7acfd27 HTTP/1.1" status: 200  len: 210 time: 0.0353434
Jun 23 03:54:28.495260 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34610) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:28.849759 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572925'] for router_interface, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:29.104243 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] Deleting port 19c3c580-7874-4e19-9229-50426b42bf21 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:54:29.104500 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:29.190462 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] For port 19c3c580-7874-4e19-9229-50426b42bf21, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=19c3c580-7874-4e19-9229-50426b42bf21,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:29.190809 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:29.203747 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] Calling delete_port for 19c3c580-7874-4e19-9229-50426b42bf21 owned by network:router_interface {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:54:29.384525 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:29.386288 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-113431f7-9f72-4b39-acea-697e55f556f7 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:29.410218 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] Pushing event deleted for resources: {'Port': ['ID=19c3c580-7874-4e19-9229-50426b42bf21,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:29.413287 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:29.591173 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933645'] for router_interface, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:29.808977 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] Router 8beae262-f758-4337-87b5-193141b12262 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:54:30.153720 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:54:30.159069 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-611bd9b3-f317-4e69-8944-5dd5d383fd8f admin admin] 10.222.0.15 "PUT /v2.0/routers/8beae262-f758-4337-87b5-193141b12262/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6627717
Jun 23 03:54:30.161567 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34620) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:30.162024 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd28d50a-6de1-4549-9880-707eca75db30 None None] Sync routers for ids ['8beae262-f758-4337-87b5-193141b12262'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:54:30.170877 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28d50a-6de1-4549-9880-707eca75db30 None None] Routers {'8beae262-f758-4337-87b5-193141b12262'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:30.172119 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-bd28d50a-6de1-4549-9880-707eca75db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf57b820>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8beae262-f758-4337-87b5-193141b12262'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:30.266529 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Notify callbacks [] for router, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:30.279987 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-bd28d50a-6de1-4549-9880-707eca75db30 None None] Set router 8beae262-f758-4337-87b5-193141b12262 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:30.375423 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:30.433770 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Deleting port b246232c-9c50-4366-a32d-0962cf71f3d2 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:54:30.435463 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:30.534963 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] For port b246232c-9c50-4366-a32d-0962cf71f3d2, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=b246232c-9c50-4366-a32d-0962cf71f3d2,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:30.535455 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:30.548353 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Calling delete_port for b246232c-9c50-4366-a32d-0962cf71f3d2 owned by network:router_gateway {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:54:30.614076 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-bd28d50a-6de1-4549-9880-707eca75db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf57b820>, [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:54:29Z', 'revision_number': 5, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port': {'id': 'b246232c-9c50-4366-a32d-0962cf71f3d2', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d6:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8beae262-f758-4337-87b5-193141b12262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:30.642091 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd28d50a-6de1-4549-9880-707eca75db30 None None] Checking router: 8beae262-f758-4337-87b5-193141b12262 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:54:30.650891 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28d50a-6de1-4549-9880-707eca75db30 None None] Routers {'8beae262-f758-4337-87b5-193141b12262'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:30.651525 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-bd28d50a-6de1-4549-9880-707eca75db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf57b820>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['8beae262-f758-4337-87b5-193141b12262'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:30.758861 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-bd28d50a-6de1-4549-9880-707eca75db30 None None] Set router 8beae262-f758-4337-87b5-193141b12262 gateway port host: None {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:30.762306 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:30.765029 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8b909a21-0564-4d05-9411-9b87b6053060 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:30.790498 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Pushing event deleted for resources: {'Port': ['ID=b246232c-9c50-4366-a32d-0962cf71f3d2,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:30.798340 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:30.820865 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-bd28d50a-6de1-4549-9880-707eca75db30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf57b820>, [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:54:30Z', 'revision_number': 6, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port_host': None}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:30.849633 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd28d50a-6de1-4549-9880-707eca75db30 None None] The sync data for ids ['8beae262-f758-4337-87b5-193141b12262'] in dv-cinder-768592-6-iscsi is: [{'id': '8beae262-f758-4337-87b5-193141b12262', 'name': 'tempest-TestMinimumBasicScenario-272683915-router', 'tenant_id': '60932f2136454cbb82b1b32eb44a7d4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:57Z', 'updated_at': '2021-06-23T03:54:30Z', 'revision_number': 6, 'project_id': '60932f2136454cbb82b1b32eb44a7d4d', 'gw_port_host': None}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:54:30.862870 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554648'] for router_gateway, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:30.958416 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16199'] for router, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:30.960662 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.010954 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932598'] for router, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.011483 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8beae262-f758-4337-87b5-193141b12262 {{(pid=99523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 23 03:54:31.016629 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] Notify callbacks [] for router, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.019991 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-0e31de7c-f725-47ac-9b9b-d84c87048146 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8beae262-f758-4337-87b5-193141b12262 HTTP/1.1" status: 204  len: 168 time: 0.8553138
Jun 23 03:54:31.020369 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34638) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:31.079032 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d769aa-53aa-41b9-8bcf-3507b21793e9 admin admin] Deleting subnet 5521c688-ab63-47ea-b7af-8bffe3f5c27e {{(pid=99523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:54:31.082225 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b8d769aa-53aa-41b9-8bcf-3507b21793e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.117831 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b8d769aa-53aa-41b9-8bcf-3507b21793e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487456'] for subnet, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.204398 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b8d769aa-53aa-41b9-8bcf-3507b21793e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.260389 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b8d769aa-53aa-41b9-8bcf-3507b21793e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25486984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026191'] for subnet, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.262757 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-8e093a0c-8d27-49a4-ba7e-9fedd4180dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:31.286572 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d769aa-53aa-41b9-8bcf-3507b21793e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5521c688-ab63-47ea-b7af-8bffe3f5c27e,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:31.290050 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b8d769aa-53aa-41b9-8bcf-3507b21793e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:31.292750 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b8d769aa-53aa-41b9-8bcf-3507b21793e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.294871 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-b8d769aa-53aa-41b9-8bcf-3507b21793e9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5521c688-ab63-47ea-b7af-8bffe3f5c27e HTTP/1.1" status: 204  len: 168 time: 0.2730200
Jun 23 03:54:31.298305 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34642) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:31.299161 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dc1267-049e-407d-a654-a1dbaf0d72ef None None] Network 60de8024-a64b-475b-b5e1-09eda7f9d44b requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:54:31.365813 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.422904 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Deleting port ea5f8397-2253-4ed9-822f-fca430ab197a {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:54:31.423241 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.485713 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] For port ea5f8397-2253-4ed9-822f-fca430ab197a, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ea5f8397-2253-4ed9-822f-fca430ab197a,segment=NetworkSegment(e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4),segment_id=e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:31.486004 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.497646 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Calling delete_port for ea5f8397-2253-4ed9-822f-fca430ab197a owned by network:dhcp {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:54:31.579820 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.581947 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fc9520f4-0216-43e2-a9d3-1329e2803b14 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:31.604515 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5f8397-2253-4ed9-822f-fca430ab197a,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:31.608759 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:31.611453 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:54:31.615785 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] No DVR routers for this DVR port ea5f8397-2253-4ed9-822f-fca430ab197a on host dv-cinder-768592-6-iscsi {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:54:31.640782 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe463670-9fe8-4a29-8454-82542d7bd51f None None] DHCP port deletion for 60de8024-a64b-475b-b5e1-09eda7f9d44b request from dv-cinder-768592-6-iscsi {{(pid=99524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 23 03:54:31.644466 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:54:31.645045 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device 18a3a72e-5a8a-4a01-ad3c-20d26c683f22 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:54:31.699121 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.709478 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8bad0b1340>,) {'filters': {'network_id': ['60de8024-a64b-475b-b5e1-09eda7f9d44b']}} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:31.723547 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bad0b1340>, 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4') {'for_net_delete': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:31.723848 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bad0b1340>, 'e2d3f8cd-0aed-4e1b-be7f-bc578a0ddda4') {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:31.734413 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25872705'] for segment, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.749074 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.755688 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=99522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:54:31.755991 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700590'] for segment, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]: Traceback (most recent call last):
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     timer()
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     cb(*args, **kw)
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     return func(*args, **kwargs)
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     self._notify()
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     self.callback(batched_events)
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     event.method(event)
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     return f(self, *a, **k)
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._get(url).json()
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:54:31.757818 dv-cinder-768592-6-iscsi neutron-server[99522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:54:31.813670 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.817647 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:31.821597 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:31.825466 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] 10.222.0.15 "DELETE /v2.0/networks/60de8024-a64b-475b-b5e1-09eda7f9d44b HTTP/1.1" status: 204  len: 168 time: 0.5240884
Jun 23 03:54:31.826571 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34646) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:31.833042 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Pushing event deleted for resources: {'Network': ['ID=60de8024-a64b-475b-b5e1-09eda7f9d44b,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:31.837343 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-bc99fed5-be23-43a1-bd16-5936ede5353e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:32.183502 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572925'] for router_interface, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:32.362881 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-26f47099-8910-4d10-8030-bc7b64203423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:32.450747 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] Deleting port 49a248f7-e793-413f-90c5-9f6207b6d9e8 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:54:32.451096 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:32.517116 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 19c3c580-7874-4e19-9229-50426b42bf21 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:54:32.537918 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 19c3c580-7874-4e19-9229-50426b42bf21 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:54:32.538272 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 19c3c580-7874-4e19-9229-50426b42bf21 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:54:32.538742 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ea5f8397-2253-4ed9-822f-fca430ab197a no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:54:32.538850 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] For port 49a248f7-e793-413f-90c5-9f6207b6d9e8, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=49a248f7-e793-413f-90c5-9f6207b6d9e8,segment=NetworkSegment(05481e2d-0051-41c2-95eb-5a11e1a536a3),segment_id=05481e2d-0051-41c2-95eb-5a11e1a536a3)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:32.539177 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:32.554728 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] Calling delete_port for 49a248f7-e793-413f-90c5-9f6207b6d9e8 owned by network:router_interface {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:54:32.559860 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: ea5f8397-2253-4ed9-822f-fca430ab197a {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:54:32.560277 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ea5f8397-2253-4ed9-822f-fca430ab197a not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:54:32.560797 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device b246232c-9c50-4366-a32d-0962cf71f3d2 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:54:32.581499 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: b246232c-9c50-4366-a32d-0962cf71f3d2 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:54:32.581847 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device b246232c-9c50-4366-a32d-0962cf71f3d2 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:54:32.740536 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:32.742488 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-deb3a30e-184b-4b64-831b-37f4d486f4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:32.772291 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=49a248f7-e793-413f-90c5-9f6207b6d9e8,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:32.775370 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:32.939623 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933645'] for router_interface, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:33.154138 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] Router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:54:33.259323 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:54:33.266901 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-874b0b81-6602-4fc2-ab6e-9e8b724568a7 admin admin] 10.222.0.15 "PUT /v2.0/routers/ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4364367
Jun 23 03:54:33.267584 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34658) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:33.269786 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3240888-4e91-456e-a627-d045dbbc5c02 None None] Sync routers for ids ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:54:33.279636 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3240888-4e91-456e-a627-d045dbbc5c02 None None] Routers {'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:33.281836 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-d3240888-4e91-456e-a627-d045dbbc5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4617ca0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:33.404037 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-d3240888-4e91-456e-a627-d045dbbc5c02 None None] Set router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:33.622594 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Notify callbacks [] for router, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:33.692473 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-d3240888-4e91-456e-a627-d045dbbc5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4617ca0>, [{'id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'name': 'tempest-TestMinimumBasicScenario-1028523850-router', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:52:01Z', 'updated_at': '2021-06-23T03:54:32Z', 'revision_number': 5, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'gw_port': {'id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:02Z', 'updated_at': '2021-06-23T03:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:33.718602 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3240888-4e91-456e-a627-d045dbbc5c02 None None] Checking router: ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:54:33.726967 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3240888-4e91-456e-a627-d045dbbc5c02 None None] Routers {'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:33.727580 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-d3240888-4e91-456e-a627-d045dbbc5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4617ca0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:33.729221 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:33.785223 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Deleting port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:54:33.785569 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:33.833722 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-d3240888-4e91-456e-a627-d045dbbc5c02 None None] Set router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:33.865742 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] For port bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:33.866098 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:33.878875 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Calling delete_port for bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 owned by network:router_gateway {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:54:34.017972 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-d3240888-4e91-456e-a627-d045dbbc5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4617ca0>, [{'id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'name': 'tempest-TestMinimumBasicScenario-1028523850-router', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:52:01Z', 'updated_at': '2021-06-23T03:54:32Z', 'revision_number': 5, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'gw_port': {'id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:02Z', 'updated_at': '2021-06-23T03:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:34.044403 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3240888-4e91-456e-a627-d045dbbc5c02 None None] The sync data for ids ['ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb'] in dv-cinder-768592-6-iscsi is: [{'id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'name': 'tempest-TestMinimumBasicScenario-1028523850-router', 'tenant_id': '9f26df77c8d749f58d5364d4bb03d077', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:52:01Z', 'updated_at': '2021-06-23T03:54:32Z', 'revision_number': 5, 'project_id': '9f26df77c8d749f58d5364d4bb03d077', 'gw_port': {'id': 'bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:67:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:52:02Z', 'updated_at': '2021-06-23T03:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:54:34.059116 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.061109 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:34.090348 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:34.094120 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:34.154237 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554648'] for router_gateway, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.245151 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16199'] for router, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.247231 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.293394 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932598'] for router, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.293845 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb {{(pid=99523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 23 03:54:34.298908 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] Notify callbacks [] for router, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.300060 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-7d924541-3cf1-4251-aa0d-8547dfcc533b admin admin] 10.222.0.15 "DELETE /v2.0/routers/ac3cf2d0-e56f-42b6-8ef4-56a363ccd4eb HTTP/1.1" status: 204  len: 168 time: 1.0312731
Jun 23 03:54:34.302405 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34668) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:34.347559 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bfb7f0c-513f-434e-aaec-fca174416907 admin admin] Deleting subnet b235fb25-5a7e-4a41-ac29-756d37feaa26 {{(pid=99523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:54:34.351466 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7f0c-513f-434e-aaec-fca174416907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.391496 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7f0c-513f-434e-aaec-fca174416907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487456'] for subnet, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.487082 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7f0c-513f-434e-aaec-fca174416907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.555458 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7f0c-513f-434e-aaec-fca174416907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25486984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026191'] for subnet, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.560749 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-3eb22a20-50a0-4c30-a418-0b31045bad4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:34.583437 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 49a248f7-e793-413f-90c5-9f6207b6d9e8 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:54:34.595581 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-1bfb7f0c-513f-434e-aaec-fca174416907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.597965 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-1bfb7f0c-513f-434e-aaec-fca174416907 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b235fb25-5a7e-4a41-ac29-756d37feaa26 HTTP/1.1" status: 204  len: 168 time: 0.2946432
Jun 23 03:54:34.600106 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb7f0c-513f-434e-aaec-fca174416907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b235fb25-5a7e-4a41-ac29-756d37feaa26,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:34.600935 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34680) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:34.602977 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-1bfb7f0c-513f-434e-aaec-fca174416907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:34.620563 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f752c31-02b0-42f4-afda-9e5499e9de5b None None] Network d91466cb-43bd-443a-aa60-99c511af33fb requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:54:34.628354 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 49a248f7-e793-413f-90c5-9f6207b6d9e8 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:54:34.629492 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 49a248f7-e793-413f-90c5-9f6207b6d9e8 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:54:34.849179 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] DHCP port deletion for d91466cb-43bd-443a-aa60-99c511af33fb request from dv-cinder-768592-6-iscsi {{(pid=99524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 23 03:54:34.900913 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Deleting port 251adef4-44fc-406a-b78a-3f5ee7778c94 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:54:34.901299 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.961639 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.964902 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] For port 251adef4-44fc-406a-b78a-3f5ee7778c94, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=251adef4-44fc-406a-b78a-3f5ee7778c94,segment=NetworkSegment(05481e2d-0051-41c2-95eb-5a11e1a536a3),segment_id=05481e2d-0051-41c2-95eb-5a11e1a536a3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:34.965510 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:34.982113 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Calling delete_port for 251adef4-44fc-406a-b78a-3f5ee7778c94 owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:54:35.021689 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Deleting port 251adef4-44fc-406a-b78a-3f5ee7778c94 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:54:35.022023 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.023079 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-213093a9-f04e-45f2-9974-35c973f185d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.083258 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] For port 251adef4-44fc-406a-b78a-3f5ee7778c94, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=251adef4-44fc-406a-b78a-3f5ee7778c94,segment=NetworkSegment(05481e2d-0051-41c2-95eb-5a11e1a536a3),segment_id=05481e2d-0051-41c2-95eb-5a11e1a536a3)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:35.083492 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.096157 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Calling delete_port for 251adef4-44fc-406a-b78a-3f5ee7778c94 owned by network:dhcp {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:54:35.116017 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.117948 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:35.141812 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Pushing event deleted for resources: {'Port': ['ID=251adef4-44fc-406a-b78a-3f5ee7778c94,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:35.146046 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] No DVR routers for this DVR port 251adef4-44fc-406a-b78a-3f5ee7778c94 on host dv-cinder-768592-6-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:54:35.151608 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.151963 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.152355 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.152722 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.153060 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.153399 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.153729 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.154056 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.154385 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.154712 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.155087 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.155925 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:35.159480 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-cdb12a65-59fe-4c3f-9327-94d98fe11d95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:35.178662 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.180754 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-7fc435fb-d45d-4be1-94bd-01e60357a1b3 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:35.205153 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Pushing event deleted for resources: {'Port': ['ID=251adef4-44fc-406a-b78a-3f5ee7778c94,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:35.207711 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:35.210251 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] No DVR routers for this DVR port 251adef4-44fc-406a-b78a-3f5ee7778c94 on host dv-cinder-768592-6-iscsi {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:54:35.281921 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.292184 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8bad1febb0>,) {'filters': {'network_id': ['d91466cb-43bd-443a-aa60-99c511af33fb']}} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:35.301855 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bad1febb0>, '05481e2d-0051-41c2-95eb-5a11e1a536a3') {'for_net_delete': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:35.302150 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bad1febb0>, '05481e2d-0051-41c2-95eb-5a11e1a536a3') {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:35.310344 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25872705'] for segment, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.323842 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.331231 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=99522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:54:35.331615 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700590'] for segment, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   self.session.flush()
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   self.session.flush()
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   self.session.flush()
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   self.session.flush()
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]: Traceback (most recent call last):
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     timer()
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     cb(*args, **kw)
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     return func(*args, **kwargs)
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     self._notify()
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     self.callback(batched_events)
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     event.method(event)
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     return f(self, *a, **k)
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._get(url).json()
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:54:35.333576 dv-cinder-768592-6-iscsi neutron-server[99522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:54:35.345924 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.391462 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.395343 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-d7126bec-9270-49a0-97c7-8e8d6874f2ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:35.407126 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.408959 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d91466cb-43bd-443a-aa60-99c511af33fb HTTP/1.1" status: 204  len: 168 time: 0.8069530
Jun 23 03:54:35.410039 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Pushing event deleted for resources: {'Network': ['ID=d91466cb-43bd-443a-aa60-99c511af33fb,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:35.412326 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:35.570605 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34694) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:35.610438 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-45e1fca6-dbd2-4ae6-ad17-75ac91baf0a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60932f2136454cbb82b1b32eb44a7d4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0385630
Jun 23 03:54:35.612693 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34696) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:35.661929 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a7f186ef-819d-4215-b7be-529fa851f94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.686777 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a7f186ef-819d-4215-b7be-529fa851f94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.738079 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a7f186ef-819d-4215-b7be-529fa851f94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.740945 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a7f186ef-819d-4215-b7be-529fa851f94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:35.742076 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-a7f186ef-819d-4215-b7be-529fa851f94b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35208830-e5d2-42d5-86a2-471895452f00 HTTP/1.1" status: 204  len: 168 time: 0.1285055
Jun 23 03:54:35.742847 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-38c6f9d6-2af1-406c-96f4-59baa48be230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:35.750938 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f186ef-819d-4215-b7be-529fa851f94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35208830-e5d2-42d5-86a2-471895452f00,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:35.753916 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a7f186ef-819d-4215-b7be-529fa851f94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:35.902540 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34708) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:36.007096 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-214e1a8b-f1e4-46d0-9a25-75fd5345676f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.011561 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34714) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:36.053603 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-a9261b2d-5527-4728-9ffe-64f88d2852a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f26df77c8d749f58d5364d4bb03d077&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0408168
Jun 23 03:54:36.055976 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34716) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:36.109802 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-214e1a8b-f1e4-46d0-9a25-75fd5345676f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.110586 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-23428902-6fa3-4bf9-a315-968cd3e6be1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.115448 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-214e1a8b-f1e4-46d0-9a25-75fd5345676f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.117860 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b342718f-6639-460b-b275-4e4179431026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:36.133020 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-23428902-6fa3-4bf9-a315-968cd3e6be1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.153736 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e1a8b-f1e4-46d0-9a25-75fd5345676f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c4a03f-c250-4587-8209-ca12a189d622,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:36.161240 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-214e1a8b-f1e4-46d0-9a25-75fd5345676f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d696f7743dc4c02bcdef8ad1b8f7bad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2553098
Jun 23 03:54:36.161240 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-214e1a8b-f1e4-46d0-9a25-75fd5345676f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:36.162193 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34720) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:36.213474 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-23428902-6fa3-4bf9-a315-968cd3e6be1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.216047 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-23428902-6fa3-4bf9-a315-968cd3e6be1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.217169 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-23428902-6fa3-4bf9-a315-968cd3e6be1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab0adf4b-8683-4539-a9dd-cba7ccfcb641 HTTP/1.1" status: 204  len: 168 time: 0.1602292
Jun 23 03:54:36.220244 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9ba085e9-3e22-401a-8f8d-46a8fa494ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:36.223304 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-25f2e049-679c-4e7e-9eb2-3bd725013794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.236149 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23428902-6fa3-4bf9-a315-968cd3e6be1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0adf4b-8683-4539-a9dd-cba7ccfcb641,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:36.239481 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-23428902-6fa3-4bf9-a315-968cd3e6be1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:36.251104 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-25f2e049-679c-4e7e-9eb2-3bd725013794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.301119 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-25f2e049-679c-4e7e-9eb2-3bd725013794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.303681 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-25f2e049-679c-4e7e-9eb2-3bd725013794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.304815 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-25f2e049-679c-4e7e-9eb2-3bd725013794 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94c4a03f-c250-4587-8209-ca12a189d622 HTTP/1.1" status: 204  len: 168 time: 0.1419368
Jun 23 03:54:36.305726 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e25fd13a-38c9-4985-81ff-74f832b241b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:36.313866 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2e049-679c-4e7e-9eb2-3bd725013794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c4a03f-c250-4587-8209-ca12a189d622,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:36.316229 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-25f2e049-679c-4e7e-9eb2-3bd725013794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:36.349645 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:36.503441 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:54:36.523828 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:54:36.524173 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device bfe05e5d-4f81-4fd4-855a-2f8fb35e2d97 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:54:36.524589 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 251adef4-44fc-406a-b78a-3f5ee7778c94 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:54:36.544783 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 251adef4-44fc-406a-b78a-3f5ee7778c94 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:54:36.545445 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 251adef4-44fc-406a-b78a-3f5ee7778c94 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:54:36.938605 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34744) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:37.028207 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1707665729-network', 'tenant_id': '7274023448c644aa9df320d7e545cfe2'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:37.049724 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Made reservation on behalf of 7274023448c644aa9df320d7e545cfe2 for: {'network': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:54:37.052480 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.060968 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.156460 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.160275 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.163255 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-879969da-9f2e-4392-b49a-a95374352c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:37.184230 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92}  {{(pid=99522) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:54:37.194237 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18fa912-4afa-41dc-b536-3c1eefa1f480,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:37.198372 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:37.199398 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.199745 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.segments_db [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Added segment b70516c9-7f73-4669-bf6d-d122867bfcdc of type vlan for network 94c21f14-516c-43fa-99b6-c2b7c458575b
Jun 23 03:54:37.239787 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.267736 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.269043 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:37.269617 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.271521 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:37.298743 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3590810
Jun 23 03:54:37.301806 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34750) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:37.306820 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Request body: {'subnet': {'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1707665729-subnet', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'ip_version': 4}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:37.327604 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Made reservation on behalf of 7274023448c644aa9df320d7e545cfe2 for: {'subnet': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:54:37.329463 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Pushing event updated for resources: {'Network': ['ID=94c21f14-516c-43fa-99b6-c2b7c458575b,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:37.330254 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026194'] for subnet, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.332397 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f89c4f4a-2751-47a0-bfe9-cf691fd9560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:37.339254 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 94c21f14-516c-43fa-99b6-c2b7c458575b details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:54:37.491602 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.501759 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25487435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026176'] for subnet, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.503786 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:37.553709 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2ca142-b11b-4b37-ae9e-2b432dcd59c2,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:37.557207 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:37.564770 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Checking segment: {'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:54:37.565125 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Network hostable DHCP agents. Network: 94c21f14-516c-43fa-99b6-c2b7c458575b, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:54:37.581263 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Network 94c21f14-516c-43fa-99b6-c2b7c458575b is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:54:37.589203 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 94c21f14-516c-43fa-99b6-c2b7c458575b) {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:54:37.593687 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:37.594101 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.598504 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f7e1e2-3281-46e3-83ee-63e4d354d4f8 None None] Network 94c21f14-516c-43fa-99b6-c2b7c458575b requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:54:37.608835 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-6baecad3-e957-462e-976a-48286c8ca895 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3059261
Jun 23 03:54:37.611627 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34752) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:37.616715 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:37.637322 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16213'] for router, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.638296 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16206'] for router, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.696180 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.745303 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e54e0cc-92ae-5ef2-b5ea-e1a65003d856-94c21f14-516c-43fa-99b6-c2b7c458575b', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2'}]}} from dv-cinder-768592-6-iscsi. {{(pid=99524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 23 03:54:37.746145 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.831729 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16240'] for router, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:37.875497 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Allocated IP 172.20.0.2 (94c21f14-516c-43fa-99b6-c2b7c458575b/1b2ca142-b11b-4b37-ae9e-2b432dcd59c2/8f6c6748-00a9-4b44-871e-884a7624ca90) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:54:38.015271 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:38.023474 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Transition to ACTIVE for port object 8f6c6748-00a9-4b44-871e-884a7624ca90 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:54:38.033352 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:38.037400 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Transition to ACTIVE for port object 8f6c6748-00a9-4b44-871e-884a7624ca90 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:54:38.042660 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:38.044426 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6fe5ae11-cae8-49dd-8074-f9afcaa70055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:38.052334 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:38.085658 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Network 94c21f14-516c-43fa-99b6-c2b7c458575b is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:54:38.088350 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Resources bound (agent type, host, resource id):  {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:54:38.091868 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:54:38.099448 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Pushing event updated for resources: {'Port': ['ID=8f6c6748-00a9-4b44-871e-884a7624ca90,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:38.108655 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:38.160764 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Attempting to bind port 8f6c6748-00a9-4b44-871e-884a7624ca90 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:54:38.161266 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Attempting to bind port 8f6c6748-00a9-4b44-871e-884a7624ca90 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:54:38.161666 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Attempting to bind port 8f6c6748-00a9-4b44-871e-884a7624ca90 on network 94c21f14-516c-43fa-99b6-c2b7c458575b {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:54:38.164400 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Allocated IP 172.27.0.158 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/5c74483e-5308-4501-bb1d-e1ea4a4adffd) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:54:38.166618 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:54:38.167146 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Checking segment: {'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:54:38.167580 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:38.167969 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Bound using segment: {'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:54:38.168439 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Bound port: 8f6c6748-00a9-4b44-871e-884a7624ca90, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:54:38.168832 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:38.229561 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] For port 8f6c6748-00a9-4b44-871e-884a7624ca90, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:54:38.232747 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] For port 8f6c6748-00a9-4b44-871e-884a7624ca90, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=8f6c6748-00a9-4b44-871e-884a7624ca90,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:54:38.237644 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:38.239453 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:38.263857 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:38.295720 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Pushing event updated for resources: {'Port': ['ID=8f6c6748-00a9-4b44-871e-884a7624ca90,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:38.298937 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:38.304158 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:38.305575 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:38.344575 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:54:38.347339 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:54:38.350819 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:54:38.356268 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Pushing event updated for resources: {'Port': ['ID=5c74483e-5308-4501-bb1d-e1ea4a4adffd,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:38.379196 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:38.578477 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 8f6c6748-00a9-4b44-871e-884a7624ca90 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:38.631882 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 8f6c6748-00a9-4b44-871e-884a7624ca90 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:54:38.669122 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:38.855805 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550516'] for router, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:38.982711 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Router fd7f2921-1d31-487d-9117-a97d1f752d45 is scheduled to L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 with binding_index 1 {{(pid=99523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 23 03:54:39.093635 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:54:39.101979 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Sync routers for ids ['fd7f2921-1d31-487d-9117-a97d1f752d45'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:54:39.110083 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Notify callbacks [] for router, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:39.111306 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.4986775
Jun 23 03:54:39.114064 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34756) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:39.116075 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Routers {'fd7f2921-1d31-487d-9117-a97d1f752d45'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:39.116804 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4383070>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['fd7f2921-1d31-487d-9117-a97d1f752d45'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:39.227959 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282e8f00-83cf-4128-add8-e0b81796a0cb None None] Network 94c21f14-516c-43fa-99b6-c2b7c458575b requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:54:39.246399 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Set router fd7f2921-1d31-487d-9117-a97d1f752d45 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:39.497761 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-0d4f0647-f011-4c4d-90de-e7210a382c0c None None] Provisioning for port 8f6c6748-00a9-4b44-871e-884a7624ca90 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:54:39.539600 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-0d4f0647-f011-4c4d-90de-e7210a382c0c None None] Provisioning complete for port 8f6c6748-00a9-4b44-871e-884a7624ca90 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:39.540253 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0d4f0647-f011-4c4d-90de-e7210a382c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:39.755009 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0d4f0647-f011-4c4d-90de-e7210a382c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:39.792949 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4383070>, [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:38Z', 'revision_number': 3, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:39.831574 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Checking router: fd7f2921-1d31-487d-9117-a97d1f752d45 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:54:39.831929 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Updating router fd7f2921-1d31-487d-9117-a97d1f752d45 port 5c74483e-5308-4501-bb1d-e1ea4a4adffd binding host dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:54:39.837535 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-0d4f0647-f011-4c4d-90de-e7210a382c0c None None] For port 8f6c6748-00a9-4b44-871e-884a7624ca90, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=8f6c6748-00a9-4b44-871e-884a7624ca90,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:39.843178 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:39.862432 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0d4f0647-f011-4c4d-90de-e7210a382c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:39.865803 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-47766151-a366-438c-8e31-fc3c0ab22ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:39.908430 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:39.979344 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f0647-f011-4c4d-90de-e7210a382c0c None None] Pushing event updated for resources: {'Port': ['ID=8f6c6748-00a9-4b44-871e-884a7624ca90,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:39.989390 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0d4f0647-f011-4c4d-90de-e7210a382c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:40.033997 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Allocated IP 172.20.0.1 (94c21f14-516c-43fa-99b6-c2b7c458575b/1b2ca142-b11b-4b37-ae9e-2b432dcd59c2/0365eb84-e637-4893-958b-efa17eeb9eb8) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:54:40.105330 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-0e312a2e-03f7-4f99-8304-6349829daebb None None] Provisioning complete for port 8f6c6748-00a9-4b44-871e-884a7624ca90 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:40.105705 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0e312a2e-03f7-4f99-8304-6349829daebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.145314 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.158555 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.provisioning_blocks [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Transition to ACTIVE for port object 0365eb84-e637-4893-958b-efa17eeb9eb8 will not be triggered until provisioned by entity DHCP. {{(pid=99523) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:54:40.191603 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.194705 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-bb683442-fa20-4144-aef2-7a1da10a6d58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:40.228985 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Network 94c21f14-516c-43fa-99b6-c2b7c458575b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:54:40.234195 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:54:40.237586 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:54:40.267362 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Pushing event updated for resources: {'Port': ['ID=0365eb84-e637-4893-958b-efa17eeb9eb8,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:40.271074 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:40.289582 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572788'] for router_interface, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.292674 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.303321 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Transition to ACTIVE for port object 5c74483e-5308-4501-bb1d-e1ea4a4adffd will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:54:40.311289 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.313779 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0951f137-78a5-4b42-8024-ee963590ecd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:40.366629 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ebaa0-b820-4d13-9fb9-f12d761f4e73 None None] Pushing event updated for resources: {'Port': ['ID=5c74483e-5308-4501-bb1d-e1ea4a4adffd,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:40.370501 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-eb3ebaa0-b820-4d13-9fb9-f12d761f4e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:40.371584 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Attempting to bind port 5c74483e-5308-4501-bb1d-e1ea4a4adffd on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:54:40.371956 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Attempting to bind port 5c74483e-5308-4501-bb1d-e1ea4a4adffd by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:54:40.372319 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Attempting to bind port 5c74483e-5308-4501-bb1d-e1ea4a4adffd on network a8dc61b6-4add-4f79-a755-9bdabf79697b {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:54:40.378140 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:54:40.378524 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Checking segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:54:40.379265 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.379394 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Bound using segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:54:40.379775 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Bound port: 5c74483e-5308-4501-bb1d-e1ea4a4adffd, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:54:40.380150 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.435973 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.438690 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] For port 5c74483e-5308-4501-bb1d-e1ea4a4adffd, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:54:40.447854 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] For port 5c74483e-5308-4501-bb1d-e1ea4a4adffd, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=5c74483e-5308-4501-bb1d-e1ea4a4adffd,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:54:40.456048 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.460773 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-26cfbcd7-ec1d-4f9f-8063-3dcf94b26e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:40.528911 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 8f6c6748-00a9-4b44-871e-884a7624ca90 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:40.590088 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-5bba6968-4a0d-48cd-a909-a7fc28371edf None None] Provisioning for port 0365eb84-e637-4893-958b-efa17eeb9eb8 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:54:40.620824 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Routers {'fd7f2921-1d31-487d-9117-a97d1f752d45'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:40.621862 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4383070>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['fd7f2921-1d31-487d-9117-a97d1f752d45'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:40.631895 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-5bba6968-4a0d-48cd-a909-a7fc28371edf None None] Provisioning complete for port 0365eb84-e637-4893-958b-efa17eeb9eb8 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:40.632346 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5bba6968-4a0d-48cd-a909-a7fc28371edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.677715 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ebaa0-b820-4d13-9fb9-f12d761f4e73 None None] Pushing event updated for resources: {'Port': ['ID=5c74483e-5308-4501-bb1d-e1ea4a4adffd,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:40.680227 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.693436 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.696714 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7f1b33fe-9bc0-44ef-baba-8e39d1b183a2 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:40.700161 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-eb3ebaa0-b820-4d13-9fb9-f12d761f4e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:40.761273 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-5bba6968-4a0d-48cd-a909-a7fc28371edf None None] Port 0365eb84-e637-4893-958b-efa17eeb9eb8 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:54:40.772192 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 8f6c6748-00a9-4b44-871e-884a7624ca90 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:40.772575 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.775387 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Pushing event updated for resources: {'Port': ['ID=0365eb84-e637-4893-958b-efa17eeb9eb8,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:40.777925 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:40.781892 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572824'] for router_interface, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:40.816085 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] Set router fd7f2921-1d31-487d-9117-a97d1f752d45 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:40.825819 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34778) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:40.878774 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Network 94c21f14-516c-43fa-99b6-c2b7c458575b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:54:40.880400 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:54:40.971247 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2b74f673-c035-4944-9b36-6930ccc223c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.002878 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Router fd7f2921-1d31-487d-9117-a97d1f752d45 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:54:41.089142 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4383070>, [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '0365eb84-e637-4893-958b-efa17eeb9eb8', 'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'mac_address': 'fa:16:3e:61:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:39Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 1, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'subnets': [{'id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:41.112187 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2b74f673-c035-4944-9b36-6930ccc223c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.117573 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-2b74f673-c035-4944-9b36-6930ccc223c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.120002 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:54:41.122328 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-abec1c79-c226-4d65-8d93-b7081da488ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:41.125692 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e065356b-bc90-4711-b420-9fefd88c6a9c None None] The sync data for ids ['fd7f2921-1d31-487d-9117-a97d1f752d45'] in dv-cinder-768592-6-iscsi is: [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '0365eb84-e637-4893-958b-efa17eeb9eb8', 'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'mac_address': 'fa:16:3e:61:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:39Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 1, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'subnets': [{'id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:54:41.127018 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-81e95b89-9427-4394-addb-735054a4687b admin admin] 10.222.0.15 "PUT /v2.0/routers/fd7f2921-1d31-487d-9117-a97d1f752d45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0115905
Jun 23 03:54:41.159320 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-2b74f673-c035-4944-9b36-6930ccc223c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=075fd76c4515439690ebcbb735815f0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3317306
Jun 23 03:54:41.162151 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34784) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:41.164645 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74f673-c035-4944-9b36-6930ccc223c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebfee05-e9aa-4032-9082-a8470bb2057b,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:41.168856 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-2b74f673-c035-4944-9b36-6930ccc223c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:41.188735 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-136c179e-4b37-44ce-97e5-b64e70bb4eca None None] Provisioning complete for port 0365eb84-e637-4893-958b-efa17eeb9eb8 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:41.189123 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-136c179e-4b37-44ce-97e5-b64e70bb4eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.220204 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d0029bfc-3d3d-4d73-bc36-7a588af3e25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.229378 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-136c179e-4b37-44ce-97e5-b64e70bb4eca None None] Port 0365eb84-e637-4893-958b-efa17eeb9eb8 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:54:41.250231 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d0029bfc-3d3d-4d73-bc36-7a588af3e25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.307406 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d0029bfc-3d3d-4d73-bc36-7a588af3e25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.310232 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-d0029bfc-3d3d-4d73-bc36-7a588af3e25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.315152 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-d0029bfc-3d3d-4d73-bc36-7a588af3e25e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eebfee05-e9aa-4032-9082-a8470bb2057b HTTP/1.1" status: 204  len: 168 time: 0.1492362
Jun 23 03:54:41.315152 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-79e2b1f6-965a-4b01-a752-b149d5bb382b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:41.323257 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0029bfc-3d3d-4d73-bc36-7a588af3e25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebfee05-e9aa-4032-9082-a8470bb2057b,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:41.347222 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d0029bfc-3d3d-4d73-bc36-7a588af3e25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:41.775997 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34808) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:41.781346 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1095052394-network', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:41.824232 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Made reservation on behalf of 9d65f777e3e045a3a51c04d5baad4eb4 for: {'network': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:54:41.829736 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for network, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.841602 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.947240 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.952780 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:41.957626 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-da75907e-5af6-416d-b920-3263cc402aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:41.980848 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54}  {{(pid=99523) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 23 03:54:41.992092 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a2fbed-adf0-476c-9a77-f8c69981ffd7,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:42.005616 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.005964 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.segments_db [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Added segment cd533ee0-73ca-404d-9541-39f61ed41657 of type vlan for network 139534cd-c8cf-4403-8fe0-bee0072535e0
Jun 23 03:54:42.008206 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:42.051022 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764877211944'] for network, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.082695 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608'] for network, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.084347 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:42.085014 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.088373 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-d350b49a-46b8-48fb-96c4-0551480ac181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:42.117203 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3406239
Jun 23 03:54:42.120001 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34818) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:42.152975 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Request body: {'subnet': {'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1095052394-subnet', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'ip_version': 4}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:42.168556 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Pushing event updated for resources: {'Network': ['ID=139534cd-c8cf-4403-8fe0-bee0072535e0,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:42.172928 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:42.183512 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Network 139534cd-c8cf-4403-8fe0-bee0072535e0 details requested by agent ovs-agent-dv-cinder-768592-6-iscsi with host dv-cinder-768592-6-iscsi {{(pid=99524) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jun 23 03:54:42.185825 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Made reservation on behalf of 9d65f777e3e045a3a51c04d5baad4eb4 for: {'subnet': 1} {{(pid=99523) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:54:42.189295 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26026194'] for subnet, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.228324 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:54:42.391459 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25487435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26026176'] for subnet, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.393956 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-81465bb4-4b21-44ce-9e80-356e4ad5da1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:42.447704 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ce8a12-5c5d-4803-b3b2-a3ebff1432ba,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:42.451423 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:42.459235 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Checking segment: {'id': 'cd533ee0-73ca-404d-9541-39f61ed41657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99523) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:54:42.459597 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Network hostable DHCP agents. Network: 139534cd-c8cf-4403-8fe0-bee0072535e0, hostable agents: ['4bcf8322-f98e-4931-af8f-06e7f50d19b7'], hosted agents: [] {{(pid=99523) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 23 03:54:42.481890 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Network 139534cd-c8cf-4403-8fe0-bee0072535e0 is scheduled to be hosted by DHCP agent 4bcf8322-f98e-4931-af8f-06e7f50d19b7 with binding_index 1 {{(pid=99523) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 23 03:54:42.497035 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-6-iscsi, 139534cd-c8cf-4403-8fe0-bee0072535e0) {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:54:42.501949 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:42.502594 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.507967 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d0f68d-459e-4b93-8fd4-03bb544cabb6 None None] Network 139534cd-c8cf-4403-8fe0-bee0072535e0 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:54:42.525465 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-4b213a66-a9b9-41f8-94bc-129242aeb012 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4021578
Jun 23 03:54:42.525674 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34826) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:42.531574 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1095052394-router', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:42.564905 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1033229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16213'] for router, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.566112 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1033222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-552243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-938832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16206'] for router, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.579868 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 5c74483e-5308-4501-bb1d-e1ea4a4adffd up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:42.628362 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.793448 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550433', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-932241', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16240'] for router, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.831024 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 5c74483e-5308-4501-bb1d-e1ea4a4adffd completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:54:42.854103 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 5c74483e-5308-4501-bb1d-e1ea4a4adffd triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:42.854581 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:42.877335 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e54e0cc-92ae-5ef2-b5ea-e1a65003d856-139534cd-c8cf-4403-8fe0-bee0072535e0', 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'fixed_ips': [{'subnet_id': 'd9ce8a12-5c5d-4803-b3b2-a3ebff1432ba'}]}} from dv-cinder-768592-6-iscsi. {{(pid=99524) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 23 03:54:42.878184 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.012152 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.033153 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.048847 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.077597 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.db_base_plugin_common [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Allocated IP 172.20.0.2 (139534cd-c8cf-4403-8fe0-bee0072535e0/d9ce8a12-5c5d-4803-b3b2-a3ebff1432ba/444765f4-6ffd-4d39-b672-8d7946a01051) {{(pid=99524) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:54:43.084060 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 5c74483e-5308-4501-bb1d-e1ea4a4adffd, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=5c74483e-5308-4501-bb1d-e1ea4a4adffd,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:43.091822 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.096755 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:43.151709 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Allocated IP 172.27.0.18 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/91308bfe-9d6c-4765-9344-859adfbaa792) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:54:43.200078 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=5c74483e-5308-4501-bb1d-e1ea4a4adffd,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:43.203263 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:43.265387 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.276645 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Notify callbacks [] for port, precommit_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.285898 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Transition to ACTIVE for port object 444765f4-6ffd-4d39-b672-8d7946a01051 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:54:43.301344 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Transition to ACTIVE for port object 444765f4-6ffd-4d39-b672-8d7946a01051 will not be triggered until provisioned by entity DHCP. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:54:43.306420 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206'] for port, after_create {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.310960 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:43.313665 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.316835 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-3a215dd9-9b94-4242-bce8-2453ed943ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:43.344092 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Network 139534cd-c8cf-4403-8fe0-bee0072535e0 is already hosted by enough agents. {{(pid=99524) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:54:43.348791 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.scheduler.base_scheduler [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Resources bound (agent type, host, resource id):  {{(pid=99524) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:54:43.352041 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Received port after_create {{(pid=99524) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:54:43.353368 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead7239-b541-4306-a543-40092a5738db None None] Sync routers for ids ['fd7f2921-1d31-487d-9117-a97d1f752d45'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:54:43.356876 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:54:43.362929 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:54:43.363975 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead7239-b541-4306-a543-40092a5738db None None] Routers {'fd7f2921-1d31-487d-9117-a97d1f752d45'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:43.364602 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-eead7239-b541-4306-a543-40092a5738db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb48abdf0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['fd7f2921-1d31-487d-9117-a97d1f752d45'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:43.365462 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Pushing event updated for resources: {'Port': ['ID=444765f4-6ffd-4d39-b672-8d7946a01051,revision_number=1']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:43.368231 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:43.372795 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:54:43.378382 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Pushing event updated for resources: {'Port': ['ID=91308bfe-9d6c-4765-9344-859adfbaa792,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:43.401139 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:43.424415 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Attempting to bind port 444765f4-6ffd-4d39-b672-8d7946a01051 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:54:43.424845 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Attempting to bind port 444765f4-6ffd-4d39-b672-8d7946a01051 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': 'cd533ee0-73ca-404d-9541-39f61ed41657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:54:43.425220 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Attempting to bind port 444765f4-6ffd-4d39-b672-8d7946a01051 on network 139534cd-c8cf-4403-8fe0-bee0072535e0 {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:54:43.431399 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:54:43.431785 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Checking segment: {'id': 'cd533ee0-73ca-404d-9541-39f61ed41657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:54:43.432194 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.432592 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Bound using segment: {'id': 'cd533ee0-73ca-404d-9541-39f61ed41657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:54:43.433092 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Bound port: 444765f4-6ffd-4d39-b672-8d7946a01051, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd533ee0-73ca-404d-9541-39f61ed41657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:54:43.433598 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.475104 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-eead7239-b541-4306-a543-40092a5738db None None] Set router fd7f2921-1d31-487d-9117-a97d1f752d45 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:43.502019 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] For port 444765f4-6ffd-4d39-b672-8d7946a01051, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:54:43.506279 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] For port 444765f4-6ffd-4d39-b672-8d7946a01051, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=444765f4-6ffd-4d39-b672-8d7946a01051,segment=NetworkSegment(cd533ee0-73ca-404d-9541-39f61ed41657),segment_id=cd533ee0-73ca-404d-9541-39f61ed41657)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:54:43.510715 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.514341 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-be9f3395-e575-43ba-96ac-eaa69da79e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:43.578851 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Pushing event updated for resources: {'Port': ['ID=444765f4-6ffd-4d39-b672-8d7946a01051,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:43.578851 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:43.648547 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.689750 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-eead7239-b541-4306-a543-40092a5738db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb48abdf0>, [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '0365eb84-e637-4893-958b-efa17eeb9eb8', 'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'mac_address': 'fa:16:3e:61:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:39Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 2, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'subnets': [{'id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:43.724275 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead7239-b541-4306-a543-40092a5738db None None] Checking router: fd7f2921-1d31-487d-9117-a97d1f752d45 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:54:43.724564 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead7239-b541-4306-a543-40092a5738db None None] Updating router fd7f2921-1d31-487d-9117-a97d1f752d45 port 0365eb84-e637-4893-958b-efa17eeb9eb8 binding host dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:54:43.767828 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-eead7239-b541-4306-a543-40092a5738db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:43.882423 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-932248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550516'] for router, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:44.016723 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 is scheduled to L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 with binding_index 1 {{(pid=99523) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 23 03:54:44.067987 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-eead7239-b541-4306-a543-40092a5738db None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:44.079075 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-eead7239-b541-4306-a543-40092a5738db None None] Transition to ACTIVE for port object 0365eb84-e637-4893-958b-efa17eeb9eb8 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:54:44.095612 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-eead7239-b541-4306-a543-40092a5738db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:44.097942 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:44.147089 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Pushing event updated for resources: {'Port': ['ID=0365eb84-e637-4893-958b-efa17eeb9eb8,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:44.158536 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.158862 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.159200 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.159574 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.159825 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.160332 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.160734 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.160980 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.161481 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.161950 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.162487 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.162970 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:54:44.168451 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:44.181995 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:54:44.194547 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Sync routers for ids ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:54:44.202793 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Notify callbacks [] for router, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:44.204803 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.6780963
Jun 23 03:54:44.210241 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34838) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:44.217991 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Routers {'a8e9e26b-3dd2-4f38-b0b5-958a99af5793'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:44.220313 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf76a910>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:44.241155 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-eead7239-b541-4306-a543-40092a5738db None None] Attempting to bind port 0365eb84-e637-4893-958b-efa17eeb9eb8 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:54:44.241531 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-eead7239-b541-4306-a543-40092a5738db None None] Attempting to bind port 0365eb84-e637-4893-958b-efa17eeb9eb8 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:54:44.241887 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead7239-b541-4306-a543-40092a5738db None None] Attempting to bind port 0365eb84-e637-4893-958b-efa17eeb9eb8 on network 94c21f14-516c-43fa-99b6-c2b7c458575b {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:54:44.247579 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead7239-b541-4306-a543-40092a5738db None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:54:44.247950 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead7239-b541-4306-a543-40092a5738db None None] Checking segment: {'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:54:44.248350 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-eead7239-b541-4306-a543-40092a5738db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:44.248850 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eead7239-b541-4306-a543-40092a5738db None None] Bound using segment: {'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:54:44.249780 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-eead7239-b541-4306-a543-40092a5738db None None] Bound port: 0365eb84-e637-4893-958b-efa17eeb9eb8, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:54:44.250162 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-eead7239-b541-4306-a543-40092a5738db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:44.344549 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-eead7239-b541-4306-a543-40092a5738db None None] For port 0365eb84-e637-4893-958b-efa17eeb9eb8, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:54:44.348357 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-eead7239-b541-4306-a543-40092a5738db None None] For port 0365eb84-e637-4893-958b-efa17eeb9eb8, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=0365eb84-e637-4893-958b-efa17eeb9eb8,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:54:44.366087 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-eead7239-b541-4306-a543-40092a5738db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:44.398262 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:44.432313 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Set router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:44.530959 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eead7239-b541-4306-a543-40092a5738db None None] Routers {'fd7f2921-1d31-487d-9117-a97d1f752d45'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:44.532015 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-eead7239-b541-4306-a543-40092a5738db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb48abdf0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['fd7f2921-1d31-487d-9117-a97d1f752d45'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:44.651985 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Pushing event updated for resources: {'Port': ['ID=0365eb84-e637-4893-958b-efa17eeb9eb8,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:44.672895 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-77aa9b73-8dc2-48e5-bc42-a4cb72ac78d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:44.773622 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf76a910>, [{'id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'name': 'tempest-TestShelveInstance-1095052394-router', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:42Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 3, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'gw_port': {'id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:43Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:44.786692 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-eead7239-b541-4306-a543-40092a5738db None None] Set router fd7f2921-1d31-487d-9117-a97d1f752d45 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:44.809530 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Checking router: a8e9e26b-3dd2-4f38-b0b5-958a99af5793 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:54:44.810027 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Updating router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 port 91308bfe-9d6c-4765-9344-859adfbaa792 binding host dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:54:44.849724 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:44.851698 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 444765f4-6ffd-4d39-b672-8d7946a01051 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:44.884826 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:44.931649 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3f4dff-e5d4-42c8-9bd1-dff45a5a40dd None None] Network 139534cd-c8cf-4403-8fe0-bee0072535e0 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:54:45.017731 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-eead7239-b541-4306-a543-40092a5738db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb48abdf0>, [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '0365eb84-e637-4893-958b-efa17eeb9eb8', 'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'mac_address': 'fa:16:3e:61:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:39Z', 'updated_at': '2021-06-23T03:54:44Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'subnets': [{'id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:45.060447 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Allocated IP 172.20.0.1 (139534cd-c8cf-4403-8fe0-bee0072535e0/d9ce8a12-5c5d-4803-b3b2-a3ebff1432ba/ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:54:45.099394 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 444765f4-6ffd-4d39-b672-8d7946a01051 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:54:45.135149 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 5c74483e-5308-4501-bb1d-e1ea4a4adffd up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:45.135988 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead7239-b541-4306-a543-40092a5738db None None] The sync data for ids ['fd7f2921-1d31-487d-9117-a97d1f752d45'] in dv-cinder-768592-6-iscsi is: [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '0365eb84-e637-4893-958b-efa17eeb9eb8', 'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'mac_address': 'fa:16:3e:61:e8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:39Z', 'updated_at': '2021-06-23T03:54:44Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'subnets': [{'id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:54:45.188954 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.203602 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Transition to ACTIVE for port object ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 will not be triggered until provisioned by entity DHCP. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:54:45.240098 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.240848 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-06b0b080-f744-46fe-8a08-5c826367d667 None None] Provisioning for port 444765f4-6ffd-4d39-b672-8d7946a01051 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:54:45.244070 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-17491c5f-ab2b-40de-985f-7c5025d51607 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:45.257550 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-06b0b080-f744-46fe-8a08-5c826367d667 None None] Provisioning complete for port 444765f4-6ffd-4d39-b672-8d7946a01051 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:45.257926 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-06b0b080-f744-46fe-8a08-5c826367d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.286889 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Network 139534cd-c8cf-4403-8fe0-bee0072535e0 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:54:45.290687 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:54:45.295599 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:54:45.298999 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Pushing event updated for resources: {'Port': ['ID=ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:45.325033 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:45.344498 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572788'] for router_interface, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.353759 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 5c74483e-5308-4501-bb1d-e1ea4a4adffd triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:45.354133 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.435003 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Notify callbacks [] for port, precommit_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.455988 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Transition to ACTIVE for port object 91308bfe-9d6c-4765-9344-859adfbaa792 will not be triggered until provisioned by entity L2. {{(pid=99524) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:54:45.489854 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.493979 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:45.494973 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.534189 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-06b0b080-f744-46fe-8a08-5c826367d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.602870 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Attempting to bind port 91308bfe-9d6c-4765-9344-859adfbaa792 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:54:45.603244 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Attempting to bind port 91308bfe-9d6c-4765-9344-859adfbaa792 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:54:45.603631 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Attempting to bind port 91308bfe-9d6c-4765-9344-859adfbaa792 on network a8dc61b6-4add-4f79-a755-9bdabf79697b {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:54:45.605494 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3490f38-0d67-4a72-a639-e5c6f1ea4b80 None None] Pushing event updated for resources: {'Port': ['ID=91308bfe-9d6c-4765-9344-859adfbaa792,revision_number=2']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:45.613683 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d3490f38-0d67-4a72-a639-e5c6f1ea4b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:45.626639 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:54:45.627057 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Checking segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99524) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:54:45.627474 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.627880 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Bound using segment: {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'} {{(pid=99524) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:54:45.628386 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.managers [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Bound port: 91308bfe-9d6c-4765-9344-859adfbaa792, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425f828-1f51-44c4-a163-b4f842fcb0e3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b'}}] {{(pid=99524) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:54:45.629179 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.660479 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-06b0b080-f744-46fe-8a08-5c826367d667 None None] For port 444765f4-6ffd-4d39-b672-8d7946a01051, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=444765f4-6ffd-4d39-b672-8d7946a01051,segment=NetworkSegment(cd533ee0-73ca-404d-9541-39f61ed41657),segment_id=cd533ee0-73ca-404d-9541-39f61ed41657)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:45.671231 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-06b0b080-f744-46fe-8a08-5c826367d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.674806 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:45.707067 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.715943 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.724083 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b26f1141-250a-412d-91ae-685b14452085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:45.736458 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] For port 91308bfe-9d6c-4765-9344-859adfbaa792, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99524) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:54:45.740941 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] For port 91308bfe-9d6c-4765-9344-859adfbaa792, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=91308bfe-9d6c-4765-9344-859adfbaa792,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:54:45.754817 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.765314 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0b080-f744-46fe-8a08-5c826367d667 None None] Pushing event updated for resources: {'Port': ['ID=444765f4-6ffd-4d39-b672-8d7946a01051,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:45.769960 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-06b0b080-f744-46fe-8a08-5c826367d667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:45.770452 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:45.808912 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Pushing event updated for resources: {'Port': ['ID=ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:45.816786 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:45.817894 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572824'] for router_interface, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:45.934420 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Network 139534cd-c8cf-4403-8fe0-bee0072535e0 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:54:45.936670 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:54:45.950387 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Routers {'a8e9e26b-3dd2-4f38-b0b5-958a99af5793'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:45.951018 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf76a910>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:45.961648 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-73192e8f-5bd1-40cd-8390-4f8d9d83232e None None] Provisioning for port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:54:46.001100 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3490f38-0d67-4a72-a639-e5c6f1ea4b80 None None] Pushing event updated for resources: {'Port': ['ID=91308bfe-9d6c-4765-9344-859adfbaa792,revision_number=3']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:46.003585 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-73192e8f-5bd1-40cd-8390-4f8d9d83232e None None] Provisioning complete for port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:46.003962 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-73192e8f-5bd1-40cd-8390-4f8d9d83232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:46.005694 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d3490f38-0d67-4a72-a639-e5c6f1ea4b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:46.070770 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:54:46.077621 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-73192e8f-5bd1-40cd-8390-4f8d9d83232e None None] Port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:54:46.105555 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] Set router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:46.107230 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-73192e8f-5bd1-40cd-8390-4f8d9d83232e None None] Provisioning complete for port 444765f4-6ffd-4d39-b672-8d7946a01051 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:46.107605 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-73192e8f-5bd1-40cd-8390-4f8d9d83232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:46.185505 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:54:46.191218 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] 10.222.0.15 "PUT /v2.0/routers/a8e9e26b-3dd2-4f38-b0b5-958a99af5793/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9798112
Jun 23 03:54:46.362887 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf76a910>, [{'id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'name': 'tempest-TestShelveInstance-1095052394-router', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:42Z', 'updated_at': '2021-06-23T03:54:45Z', 'revision_number': 4, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'gw_port': {'id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:43Z', 'updated_at': '2021-06-23T03:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': 'ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25', 'name': '', 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'mac_address': 'fa:16:3e:39:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd9ce8a12-5c5d-4803-b3b2-a3ebff1432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:44Z', 'updated_at': '2021-06-23T03:54:45Z', 'revision_number': 2, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'subnets': [{'id': 'd9ce8a12-5c5d-4803-b3b2-a3ebff1432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:46.388355 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43d743b-0ab7-4ea7-8208-d0639446ae56 None None] The sync data for ids ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'] in dv-cinder-768592-6-iscsi is: [{'id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'name': 'tempest-TestShelveInstance-1095052394-router', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:42Z', 'updated_at': '2021-06-23T03:54:45Z', 'revision_number': 4, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'gw_port': {'id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:43Z', 'updated_at': '2021-06-23T03:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': 'ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25', 'name': '', 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'mac_address': 'fa:16:3e:39:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd9ce8a12-5c5d-4803-b3b2-a3ebff1432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:44Z', 'updated_at': '2021-06-23T03:54:45Z', 'revision_number': 2, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'subnets': [{'id': 'd9ce8a12-5c5d-4803-b3b2-a3ebff1432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:54:46.429160 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-e301e0db-65f4-4aa2-84a7-ed8a54b31183 None None] Provisioning complete for port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:46.429535 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-e301e0db-65f4-4aa2-84a7-ed8a54b31183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:46.484703 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-e301e0db-65f4-4aa2-84a7-ed8a54b31183 None None] Port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:54:46.557632 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 444765f4-6ffd-4d39-b672-8d7946a01051 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:46.633024 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 444765f4-6ffd-4d39-b672-8d7946a01051 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:46.633441 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:46.740311 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 0365eb84-e637-4893-958b-efa17eeb9eb8 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:46.787247 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34852) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:46.792114 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-5f76d91a-16c4-4365-94c6-2eaa7503643e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012282675', 'description': 'tempest-secgroup-smoke-1012282675 description', 'project_id': '7274023448c644aa9df320d7e545cfe2'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:46.817654 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 0365eb84-e637-4893-958b-efa17eeb9eb8 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:54:46.819877 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5f76d91a-16c4-4365-94c6-2eaa7503643e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:46.822907 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 0365eb84-e637-4893-958b-efa17eeb9eb8 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:46.823358 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:46.918469 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:46.938982 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5f76d91a-16c4-4365-94c6-2eaa7503643e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:46.944355 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5f76d91a-16c4-4365-94c6-2eaa7503643e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:46.947505 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-76bb58da-a4ee-47a0-b1ff-fdf342679935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:46.978105 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 0365eb84-e637-4893-958b-efa17eeb9eb8, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=0365eb84-e637-4893-958b-efa17eeb9eb8,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:46.983412 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:46.984596 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76d91a-16c4-4365-94c6-2eaa7503643e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5340f742-9572-4f26-8e7e-38d4e2a7c676,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:46.987757 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:46.987926 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5f76d91a-16c4-4365-94c6-2eaa7503643e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:46.989119 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5f76d91a-16c4-4365-94c6-2eaa7503643e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:46.990602 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-5f76d91a-16c4-4365-94c6-2eaa7503643e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2023120
Jun 23 03:54:46.993497 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34854) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:47.000277 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-576315b6-8b51-4025-be3e-cdd0cf7fbf46 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Request body: {'security_group_rule': {'security_group_id': '5340f742-9572-4f26-8e7e-38d4e2a7c676', 'project_id': '7274023448c644aa9df320d7e545cfe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:47.031426 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-576315b6-8b51-4025-be3e-cdd0cf7fbf46 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.061000 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=0365eb84-e637-4893-958b-efa17eeb9eb8,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:47.070180 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:47.094072 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-576315b6-8b51-4025-be3e-cdd0cf7fbf46 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.098454 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-576315b6-8b51-4025-be3e-cdd0cf7fbf46 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.100644 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:47.122112 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576315b6-8b51-4025-be3e-cdd0cf7fbf46 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca425d4-70fe-441d-90da-2fbc63db05aa,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:47.126188 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-576315b6-8b51-4025-be3e-cdd0cf7fbf46 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:47.129763 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-576315b6-8b51-4025-be3e-cdd0cf7fbf46 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.130964 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-576315b6-8b51-4025-be3e-cdd0cf7fbf46 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1359892
Jun 23 03:54:47.133824 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34858) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:47.138596 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-a8122200-6ef7-47f4-b97d-f10e032767fd tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Request body: {'security_group_rule': {'security_group_id': '5340f742-9572-4f26-8e7e-38d4e2a7c676', 'project_id': '7274023448c644aa9df320d7e545cfe2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:47.166319 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a8122200-6ef7-47f4-b97d-f10e032767fd tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.224308 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a8122200-6ef7-47f4-b97d-f10e032767fd tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.227667 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a8122200-6ef7-47f4-b97d-f10e032767fd tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.229689 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-98bd50bc-f989-43d7-b446-e903d8b2234b tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:47.245310 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8122200-6ef7-47f4-b97d-f10e032767fd tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81696ea2-a302-40df-ba02-6067ee9c6041,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:47.247867 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-a8122200-6ef7-47f4-b97d-f10e032767fd tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:47.252333 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-a8122200-6ef7-47f4-b97d-f10e032767fd tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.253532 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-a8122200-6ef7-47f4-b97d-f10e032767fd tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1186483
Jun 23 03:54:47.256224 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34860) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:47.260522 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-dad50f22-9bfe-4a38-a72e-260c9f9442c0 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Request body: {'security_group_rule': {'security_group_id': '5340f742-9572-4f26-8e7e-38d4e2a7c676', 'project_id': '7274023448c644aa9df320d7e545cfe2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:47.287079 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-dad50f22-9bfe-4a38-a72e-260c9f9442c0 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.342086 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-dad50f22-9bfe-4a38-a72e-260c9f9442c0 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.346303 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-dad50f22-9bfe-4a38-a72e-260c9f9442c0 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.348359 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:47.363727 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50f22-9bfe-4a38-a72e-260c9f9442c0 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ef0619-3937-4529-a57f-58f93b4ac464,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:47.366366 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-dad50f22-9bfe-4a38-a72e-260c9f9442c0 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:47.368946 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-dad50f22-9bfe-4a38-a72e-260c9f9442c0 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.370444 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-dad50f22-9bfe-4a38-a72e-260c9f9442c0 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1132846
Jun 23 03:54:47.373183 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34862) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:47.378298 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-56821fdb-0b35-4cd4-bfa2-5727b01dd8f2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Request body: {'security_group_rule': {'security_group_id': '5340f742-9572-4f26-8e7e-38d4e2a7c676', 'project_id': '7274023448c644aa9df320d7e545cfe2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:47.403472 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-56821fdb-0b35-4cd4-bfa2-5727b01dd8f2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.460454 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-56821fdb-0b35-4cd4-bfa2-5727b01dd8f2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.463920 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-56821fdb-0b35-4cd4-bfa2-5727b01dd8f2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.465930 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-0587c294-6454-4a96-a491-291fd2efb0ba tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:47.485086 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56821fdb-0b35-4cd4-bfa2-5727b01dd8f2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac4470c-9206-4847-a8b5-6414d7b16096,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:47.487132 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-56821fdb-0b35-4cd4-bfa2-5727b01dd8f2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.488256 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-56821fdb-0b35-4cd4-bfa2-5727b01dd8f2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1135128
Jun 23 03:54:47.489167 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-56821fdb-0b35-4cd4-bfa2-5727b01dd8f2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:47.491092 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34864) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:47.495593 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-28c5ec2e-b93f-4e0b-88b8-ca51e297ba57 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Request body: {'security_group_rule': {'security_group_id': '5340f742-9572-4f26-8e7e-38d4e2a7c676', 'project_id': '7274023448c644aa9df320d7e545cfe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:47.517316 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.securitygroups_db [None req-28c5ec2e-b93f-4e0b-88b8-ca51e297ba57 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Project 7274023448c644aa9df320d7e545cfe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 23 03:54:47.521728 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-28c5ec2e-b93f-4e0b-88b8-ca51e297ba57 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.581460 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-28c5ec2e-b93f-4e0b-88b8-ca51e297ba57 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.585216 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-28c5ec2e-b93f-4e0b-88b8-ca51e297ba57 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.587377 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-56821fdb-0b35-4cd4-bfa2-5727b01dd8f2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:47.602905 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5ec2e-b93f-4e0b-88b8-ca51e297ba57 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38a27d7-ffef-4559-9378-0dfa9674b0f7,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:47.605140 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-28c5ec2e-b93f-4e0b-88b8-ca51e297ba57 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:47.609444 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-28c5ec2e-b93f-4e0b-88b8-ca51e297ba57 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.610594 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-28c5ec2e-b93f-4e0b-88b8-ca51e297ba57 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1186631
Jun 23 03:54:47.613465 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34866) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:47.617723 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-6aa941c6-3793-4532-a7b3-49d6f6406c09 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Request body: {'security_group_rule': {'security_group_id': '5340f742-9572-4f26-8e7e-38d4e2a7c676', 'project_id': '7274023448c644aa9df320d7e545cfe2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:54:47.638088 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.securitygroups_db [None req-6aa941c6-3793-4532-a7b3-49d6f6406c09 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Project 7274023448c644aa9df320d7e545cfe2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 23 03:54:47.643135 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6aa941c6-3793-4532-a7b3-49d6f6406c09 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.700979 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6aa941c6-3793-4532-a7b3-49d6f6406c09 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.705066 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6aa941c6-3793-4532-a7b3-49d6f6406c09 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933735'] for security_group_rule, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.707079 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-e5b00b80-63af-4eb4-a764-c802e78fe990 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:47.722675 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa941c6-3793-4532-a7b3-49d6f6406c09 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807b84e6-7b49-4e9c-bf3f-73d2ad3bbe7d,revision_number=0']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:47.725350 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-6aa941c6-3793-4532-a7b3-49d6f6406c09 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:47.728403 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-6aa941c6-3793-4532-a7b3-49d6f6406c09 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:47.729568 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-6aa941c6-3793-4532-a7b3-49d6f6406c09 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1152225
Jun 23 03:54:48.627658 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 91308bfe-9d6c-4765-9344-859adfbaa792 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:48.683332 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port 91308bfe-9d6c-4765-9344-859adfbaa792 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:54:48.692147 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 91308bfe-9d6c-4765-9344-859adfbaa792 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:48.692806 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:48.778347 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:48.799834 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port 91308bfe-9d6c-4765-9344-859adfbaa792, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=91308bfe-9d6c-4765-9344-859adfbaa792,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:48.804103 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:48.805046 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 0365eb84-e637-4893-958b-efa17eeb9eb8 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:48.806846 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:48.889910 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=91308bfe-9d6c-4765-9344-859adfbaa792,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:48.893288 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:48.901377 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 0365eb84-e637-4893-958b-efa17eeb9eb8 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:48.901751 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:49.237008 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Sync routers for ids ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:54:49.246118 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Routers {'a8e9e26b-3dd2-4f38-b0b5-958a99af5793'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:49.246725 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb45b9df0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:49.350012 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Set router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:49.548941 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb45b9df0>, [{'id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'name': 'tempest-TestShelveInstance-1095052394-router', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:42Z', 'updated_at': '2021-06-23T03:54:45Z', 'revision_number': 4, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'gw_port': {'id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:43Z', 'updated_at': '2021-06-23T03:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': 'ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25', 'name': '', 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'mac_address': 'fa:16:3e:39:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd9ce8a12-5c5d-4803-b3b2-a3ebff1432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:44Z', 'updated_at': '2021-06-23T03:54:45Z', 'revision_number': 2, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'subnets': [{'id': 'd9ce8a12-5c5d-4803-b3b2-a3ebff1432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:49.573198 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Checking router: a8e9e26b-3dd2-4f38-b0b5-958a99af5793 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:54:49.573490 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Updating router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 binding host dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 23 03:54:49.610829 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:49.864208 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Notify callbacks [] for port, precommit_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:49.874627 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.provisioning_blocks [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Transition to ACTIVE for port object ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 will not be triggered until provisioned by entity L2. {{(pid=99526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:54:49.880566 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:49.883527 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:49.961416 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06052b90-c9d8-4b90-acaa-75b6c9b3ef8e None None] Pushing event updated for resources: {'Port': ['ID=ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25,revision_number=3']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:49.980875 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-06052b90-c9d8-4b90-acaa-75b6c9b3ef8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:49.995283 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Attempting to bind port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 on host dv-cinder-768592-6-iscsi for vnic_type normal with profile  {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:54:49.995668 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Attempting to bind port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 by drivers openvswitch,hyperv on host dv-cinder-768592-6-iscsi at level 0 using segments [{'id': 'cd533ee0-73ca-404d-9541-39f61ed41657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0'}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:54:49.996278 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Attempting to bind port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 on network 139534cd-c8cf-4403-8fe0-bee0072535e0 {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:54:50.002545 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Checking agent: {'id': '1321d0fa-796a-4b87-98b2-6d9ef726f857', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 39, 5), 'started_at': datetime.datetime(2021, 6, 23, 3, 39, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:54:50.003372 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Checking segment: {'id': 'cd533ee0-73ca-404d-9541-39f61ed41657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:54:50.003803 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:50.004334 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Bound using segment: {'id': 'cd533ee0-73ca-404d-9541-39f61ed41657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0'} {{(pid=99526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:54:50.004720 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.managers [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Bound port: ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25, host: dv-cinder-768592-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd533ee0-73ca-404d-9541-39f61ed41657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0'}}] {{(pid=99526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:54:50.005105 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:50.068788 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] For port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25, host dv-cinder-768592-6-iscsi, cleared binding levels {{(pid=99526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:54:50.072568 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.plugins.ml2.db [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] For port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25, host dv-cinder-768592-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25,segment=NetworkSegment(cd533ee0-73ca-404d-9541-39f61ed41657),segment_id=cd533ee0-73ca-404d-9541-39f61ed41657)] {{(pid=99526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:54:50.077494 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron_lib.callbacks.manager [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:50.079683 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:50.129323 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Routers {'a8e9e26b-3dd2-4f38-b0b5-958a99af5793'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:54:50.130263 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb45b9df0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:54:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:50.186830 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06052b90-c9d8-4b90-acaa-75b6c9b3ef8e None None] Pushing event updated for resources: {'Port': ['ID=ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25,revision_number=4']} {{(pid=99526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:50.193488 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG oslo_concurrency.lockutils [None req-06052b90-c9d8-4b90-acaa-75b6c9b3ef8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=99526) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:50.257797 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] Set router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:54:50.486781 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb45b9df0>, [{'id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'name': 'tempest-TestShelveInstance-1095052394-router', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:42Z', 'updated_at': '2021-06-23T03:54:45Z', 'revision_number': 4, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'gw_port': {'id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:43Z', 'updated_at': '2021-06-23T03:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': 'ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25', 'name': '', 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'mac_address': 'fa:16:3e:39:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd9ce8a12-5c5d-4803-b3b2-a3ebff1432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:44Z', 'updated_at': '2021-06-23T03:54:50Z', 'revision_number': 4, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'subnets': [{'id': 'd9ce8a12-5c5d-4803-b3b2-a3ebff1432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:54:50.517566 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c1efab-2c75-4ace-ac26-837ea79f6f97 None None] The sync data for ids ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'] in dv-cinder-768592-6-iscsi is: [{'id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'name': 'tempest-TestShelveInstance-1095052394-router', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:42Z', 'updated_at': '2021-06-23T03:54:45Z', 'revision_number': 4, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'gw_port': {'id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:43Z', 'updated_at': '2021-06-23T03:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': 'ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25', 'name': '', 'network_id': '139534cd-c8cf-4403-8fe0-bee0072535e0', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'mac_address': 'fa:16:3e:39:dd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd9ce8a12-5c5d-4803-b3b2-a3ebff1432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:44Z', 'updated_at': '2021-06-23T03:54:50Z', 'revision_number': 4, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'subnets': [{'id': 'd9ce8a12-5c5d-4803-b3b2-a3ebff1432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:54:50.535753 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:50.591853 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning for port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:54:50.596798 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:50.597318 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:50.682249 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:50.725745 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] For port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25,segment=NetworkSegment(cd533ee0-73ca-404d-9541-39f61ed41657),segment_id=cd533ee0-73ca-404d-9541-39f61ed41657)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:54:50.730207 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:50.730993 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 91308bfe-9d6c-4765-9344-859adfbaa792 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:50.732796 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-2a42cfa9-8fb7-43b9-8774-e37cf82252fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:50.820046 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Pushing event updated for resources: {'Port': ['ID=ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:50.823697 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:50.841067 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port 91308bfe-9d6c-4765-9344-859adfbaa792 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:50.841717 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:51.307378 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 34972) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:51.421173 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9c3c23d8-833f-4f42-99bb-aadc0d30a95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:51.507298 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9c3c23d8-833f-4f42-99bb-aadc0d30a95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:51.510788 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-9c3c23d8-833f-4f42-99bb-aadc0d30a95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:51.513039 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-e94056e2-abe1-4762-b27d-b252cd5cb69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:51.555811 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-9c3c23d8-833f-4f42-99bb-aadc0d30a95d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e984f75d42d845489adce27baab5dfdf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2473447
Jun 23 03:54:51.556774 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c23d8-833f-4f42-99bb-aadc0d30a95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7778421e-deb2-4288-b82d-5da1ed82b513,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:51.558465 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 34978) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:54:51.560241 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-9c3c23d8-833f-4f42-99bb-aadc0d30a95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:51.610578 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-86c36505-b62f-4afd-b645-2abe8444200a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:51.631715 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-86c36505-b62f-4afd-b645-2abe8444200a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:51.680687 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-86c36505-b62f-4afd-b645-2abe8444200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:51.683344 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-86c36505-b62f-4afd-b645-2abe8444200a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:51.684506 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-86c36505-b62f-4afd-b645-2abe8444200a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7778421e-deb2-4288-b82d-5da1ed82b513 HTTP/1.1" status: 204  len: 168 time: 0.1250448
Jun 23 03:54:51.685298 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-f5dbfdd6-5611-47df-ab3d-e376052a2b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:54:51.694028 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c36505-b62f-4afd-b645-2abe8444200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7778421e-deb2-4288-b82d-5da1ed82b513,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:54:51.696416 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-86c36505-b62f-4afd-b645-2abe8444200a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:54:52.530801 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 up at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:54:52.578919 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Provisioning complete for port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:54:52.579401 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:55.880739 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:54:59.466563 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-db95cda0-8dd2-4bad-8ed6-f124eb5ff9c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0581961
Jun 23 03:54:59.563309 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-3f006665-cd72-448a-bdaa-1d82bb991a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:59.564820 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-3f006665-cd72-448a-bdaa-1d82bb991a16 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 1098 time: 0.0517972
Jun 23 03:54:59.676847 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-8621cb6d-5799-4c07-9e6a-560dea984122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:59.678345 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-8621cb6d-5799-4c07-9e6a-560dea984122 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 911 time: 0.0914476
Jun 23 03:54:59.742191 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-963e2edc-d87a-4f9d-b1f8-b0bfabfcb415 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65 HTTP/1.1" status: 200  len: 1000 time: 0.0569029
Jun 23 03:54:59.789190 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-67ae590b-d7d2-4517-b526-c0256ce536c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:59.790550 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-67ae590b-d7d2-4517-b526-c0256ce536c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0419431
Jun 23 03:54:59.858705 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-711dec4f-a2ac-4f79-a3db-a02ce41d1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:54:59.858705 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-711dec4f-a2ac-4f79-a3db-a02ce41d1b08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0595474
Jun 23 03:54:59.949134 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-778943f5-8201-475f-90f0-0e3ab0b5dda5 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848553
Jun 23 03:55:00.053884 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d0adb94c-9db1-404c-b7b7-ac13ce3651d4 req-2d08288f-d238-47ab-be53-13282f09962d service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885429
Jun 23 03:55:02.364456 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-d66c9d37-e31e-49a3-af6d-22b9e0768013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:02.416847 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35152) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:55:02.517139 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1483c1eb-bcfc-4e3b-847c-6b2b863c6414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:02.605791 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1483c1eb-bcfc-4e3b-847c-6b2b863c6414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:02.609958 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1483c1eb-bcfc-4e3b-847c-6b2b863c6414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:02.612398 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3c5c49f8-ddbb-46ab-a92c-e0a24098c5ff tempest-VolumesNegativeTest-49894201 tempest-VolumesNegativeTest-49894201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:55:02.649554 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483c1eb-bcfc-4e3b-847c-6b2b863c6414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1cac22-df3f-4488-9dfd-9c84431f8c7d,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:55:02.653768 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-1483c1eb-bcfc-4e3b-847c-6b2b863c6414 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0036182f22e742f1b5da62ea515f9d65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2359295
Jun 23 03:55:02.654644 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-1483c1eb-bcfc-4e3b-847c-6b2b863c6414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:55:02.656404 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35156) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:55:02.710114 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3909cba0-60b0-4b70-8b15-628cb8768bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:02.730669 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3909cba0-60b0-4b70-8b15-628cb8768bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:02.779151 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3909cba0-60b0-4b70-8b15-628cb8768bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:02.783750 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-3909cba0-60b0-4b70-8b15-628cb8768bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:02.784928 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-3909cba0-60b0-4b70-8b15-628cb8768bd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca1cac22-df3f-4488-9dfd-9c84431f8c7d HTTP/1.1" status: 204  len: 168 time: 0.1275735
Jun 23 03:55:02.785734 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9017154b-1689-4118-adc2-cd465d14d341 tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:55:02.792979 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909cba0-60b0-4b70-8b15-628cb8768bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1cac22-df3f-4488-9dfd-9c84431f8c7d,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:55:02.795209 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3909cba0-60b0-4b70-8b15-628cb8768bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:55:05.006482 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-cf3d4354-5a8b-4068-a955-fb8a3f35bcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:05.234492 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1ea55d09-a54b-4011-84a9-5d16fd9074f8 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012282675&fields=id&tenant_id=7274023448c644aa9df320d7e545cfe2 HTTP/1.1" status: 200  len: 267 time: 0.0318930
Jun 23 03:55:05.337165 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-947821d2-6cc0-4aaa-97b7-d041c5ad7908 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:05.338613 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-947821d2-6cc0-4aaa-97b7-d041c5ad7908 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/networks?id=94c21f14-516c-43fa-99b6-c2b7c458575b HTTP/1.1" status: 200  len: 809 time: 0.0978863
Jun 23 03:55:05.348296 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:05.356415 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-8dc70e4d-15c7-49d7-acf1-d6378556b5db tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/quotas/7274023448c644aa9df320d7e545cfe2 HTTP/1.1" status: 200  len: 375 time: 0.0100794
Jun 23 03:55:05.428776 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-3ea6f49e-d07b-45c8-839e-f25a720ff9d4 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7274023448c644aa9df320d7e545cfe2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0668800
Jun 23 03:55:05.520552 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-d47efbb0-be9f-4627-b986-49721e574659 service neutron] 10.222.0.15 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0802577
Jun 23 03:55:05.610363 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-fc9fa250-b11e-4529-b9fa-4e2676d8ea6e service neutron] 10.222.0.15 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840597
Jun 23 03:55:05.898378 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-61650e35-41aa-4506-85fb-b8090e34d27c req-4120f0e9-d5b9-4239-ac81-476d30105af2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 210 time: 0.0277960
Jun 23 03:55:06.348749 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:07.038851 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-5cd9c81d-f249-409a-bf01-ea476ae116a3 req-6ba3707d-f548-4ddc-9d8f-eeccc112cc77 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 210 time: 0.0296426
Jun 23 03:55:07.494905 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:08.179876 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-fb244664-6643-4689-bcd9-92bb326e682c req-4e4db140-8144-4704-8d48-597a17e94de2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 210 time: 0.0290887
Jun 23 03:55:08.680338 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-d7392bf8-8387-4966-a5d2-bd251b4df07e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:08.681789 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-d7392bf8-8387-4966-a5d2-bd251b4df07e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.26 "GET /v2.0/networks?id=94c21f14-516c-43fa-99b6-c2b7c458575b HTTP/1.1" status: 200  len: 809 time: 0.1096425
Jun 23 03:55:08.731874 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-7d6cbe06-f87a-4689-afa7-288118c67360 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7274023448c644aa9df320d7e545cfe2 HTTP/1.1" status: 200  len: 380 time: 0.0339899
Jun 23 03:55:08.740524 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Request body: {'port': {'device_id': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'admin_state_up': True, 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'security_groups': ['5340f742-9572-4f26-8e7e-38d4e2a7c676']}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:55:08.847452 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Made reservation on behalf of 7274023448c644aa9df320d7e545cfe2 for: {'port': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:55:08.851470 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:08.974875 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Allocated IP 172.20.0.12 (94c21f14-516c-43fa-99b6-c2b7c458575b/1b2ca142-b11b-4b37-ae9e-2b432dcd59c2/b5fff527-016d-40f5-a782-9936b05e7105) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:55:09.126578 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:09.141204 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Transition to ACTIVE for port object b5fff527-016d-40f5-a782-9936b05e7105 will not be triggered until provisioned by entity DHCP. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:55:09.176737 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:09.182844 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:55:09.226532 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Network 94c21f14-516c-43fa-99b6-c2b7c458575b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:55:09.231545 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:55:09.236388 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:55:09.271784 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event updated for resources: {'Port': ['ID=b5fff527-016d-40f5-a782-9936b05e7105,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:55:09.289604 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.289994 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.290367 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.290733 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.291097 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.291855 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.292095 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.292484 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.293025 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.293622 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.293992 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.294354 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:09.308169 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:55:09.321547 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:09.322629 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:09.338512 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6012275
Jun 23 03:55:09.356605 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Request body: {'port': {'device_id': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:55:09.434823 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac662720-6a2d-410a-8f30-a88cead4291a req-e6877f60-f890-4bbc-873b-83efc95a0b52 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:09.438172 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ac662720-6a2d-410a-8f30-a88cead4291a req-e6877f60-f890-4bbc-873b-83efc95a0b52 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 932 time: 0.0728464
Jun 23 03:55:09.442080 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:09.481740 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ac662720-6a2d-410a-8f30-a88cead4291a req-c06f46bf-e600-4378-98a6-83af266e69a5 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363610
Jun 23 03:55:09.504991 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-68cd5d7b-ce2c-4cdb-8863-b456c2fcb547 None None] Provisioning for port b5fff527-016d-40f5-a782-9936b05e7105 completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:55:09.508689 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-68cd5d7b-ce2c-4cdb-8863-b456c2fcb547 None None] Provisioning complete for port b5fff527-016d-40f5-a782-9936b05e7105 triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:55:09.509070 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-68cd5d7b-ce2c-4cdb-8863-b456c2fcb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:09.542673 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-68cd5d7b-ce2c-4cdb-8863-b456c2fcb547 None None] Port b5fff527-016d-40f5-a782-9936b05e7105 cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:55:09.700336 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fff527-016d-40f5-a782-9936b05e7105 {{(pid=99522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:55:09.708232 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:09.720417 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Transition to ACTIVE for port object b5fff527-016d-40f5-a782-9936b05e7105 will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:55:09.723962 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:09.726043 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:55:09.777310 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Pushing event updated for resources: {'Port': ['ID=b5fff527-016d-40f5-a782-9936b05e7105,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:55:09.780998 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:55:09.847207 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Attempting to bind port b5fff527-016d-40f5-a782-9936b05e7105 on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:55:09.847542 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Attempting to bind port b5fff527-016d-40f5-a782-9936b05e7105 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:55:09.847870 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Attempting to bind port b5fff527-016d-40f5-a782-9936b05e7105 on network 94c21f14-516c-43fa-99b6-c2b7c458575b {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:55:09.852373 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Port b5fff527-016d-40f5-a782-9936b05e7105 on network 94c21f14-516c-43fa-99b6-c2b7c458575b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:55:09.852824 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Attempting to bind port b5fff527-016d-40f5-a782-9936b05e7105 on network 94c21f14-516c-43fa-99b6-c2b7c458575b {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:55:09.857703 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:55:09.858184 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Checking segment: {'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:55:09.859134 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Bound using segment: {'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:55:09.859695 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Bound port: b5fff527-016d-40f5-a782-9936b05e7105, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b70516c9-7f73-4669-bf6d-d122867bfcdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:55:09.860052 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:09.925429 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] For port b5fff527-016d-40f5-a782-9936b05e7105, host hv-cinder-76859, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:55:09.928487 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] For port b5fff527-016d-40f5-a782-9936b05e7105, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b5fff527-016d-40f5-a782-9936b05e7105,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:55:09.932385 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:09.935113 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cf36eeed-3590-4095-ac3b-e91cc823d1bd tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:55:09.968385 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:09.969129 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:09.970481 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-db266298-809b-4697-89bc-862c1c6f622a service neutron] 10.222.0.26 "PUT /v2.0/ports/b5fff527-016d-40f5-a782-9936b05e7105 HTTP/1.1" status: 200  len: 1094 time: 0.6183565
Jun 23 03:55:09.971004 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:55:09.973331 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30986ab5-3a5f-4690-ad60-ad34345b1e82" -d '{"events": [{"name": "network-changed", "server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "tag": "b5fff527-016d-40f5-a782-9936b05e7105"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:55:09.999651 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Pushing event updated for resources: {'Port': ['ID=b5fff527-016d-40f5-a782-9936b05e7105,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:55:10.005483 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:55:10.018466 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f10238-87fa-4a71-ab8c-cfc529d19807 x-openstack-request-id: req-90f10238-87fa-4a71-ab8c-cfc529d19807 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:55:10.019014 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "tag": "b5fff527-016d-40f5-a782-9936b05e7105", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:55:10.019419 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90f10238-87fa-4a71-ab8c-cfc529d19807 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:55:10.019866 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105', 'status': 'completed', 'code': 200}
Jun 23 03:55:10.660483 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43b699-d5a9-42e0-8069-e05f08a46fbf req-ae4ddacd-e64c-4834-808a-36c94bbcc81c tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:10.661844 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fe43b699-d5a9-42e0-8069-e05f08a46fbf req-ae4ddacd-e64c-4834-808a-36c94bbcc81c tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0644832
Jun 23 03:55:10.699484 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-fe43b699-d5a9-42e0-8069-e05f08a46fbf req-1b187e1f-98d7-4acd-932d-4a72a85cad98 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320897
Jun 23 03:55:11.892743 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7ae70-2b23-4bd7-9b95-32a55a3aa3d5 req-f685a6ea-988a-427d-9695-70aef92b1bcc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:11.894170 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-21f7ae70-2b23-4bd7-9b95-32a55a3aa3d5 req-f685a6ea-988a-427d-9695-70aef92b1bcc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0622289
Jun 23 03:55:11.930641 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-21f7ae70-2b23-4bd7-9b95-32a55a3aa3d5 req-894fa0fc-febb-4613-892d-2bf7bcc6572c tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309865
Jun 23 03:55:12.415110 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986ab5-3a5f-4690-ad60-ad34345b1e82 req-2c486675-2ca8-4fd2-81c8-e7a3ffe347af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:12.416534 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-30986ab5-3a5f-4690-ad60-ad34345b1e82 req-2c486675-2ca8-4fd2-81c8-e7a3ffe347af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7274023448c644aa9df320d7e545cfe2&device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 1097 time: 0.0510359
Jun 23 03:55:12.853775 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986ab5-3a5f-4690-ad60-ad34345b1e82 req-4fec47c8-babe-4a52-b461-978b6c74bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:12.855202 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-30986ab5-3a5f-4690-ad60-ad34345b1e82 req-4fec47c8-babe-4a52-b461-978b6c74bf2f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7274023448c644aa9df320d7e545cfe2&shared=False HTTP/1.1" status: 200  len: 909 time: 0.4311926
Jun 23 03:55:13.008585 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30986ab5-3a5f-4690-ad60-ad34345b1e82 req-f17bbc34-c44b-4e8b-bf7c-6854b06a0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:13.010370 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-30986ab5-3a5f-4690-ad60-ad34345b1e82 req-f17bbc34-c44b-4e8b-bf7c-6854b06a0c4c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1483912
Jun 23 03:55:13.101792 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-f34556ec-ad38-4549-8800-448a67ee47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:13.103406 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-f34556ec-ad38-4549-8800-448a67ee47e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7274023448c644aa9df320d7e545cfe2&device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 1097 time: 0.0545177
Jun 23 03:55:13.103748 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c56a0-7c6a-4a59-b425-9e83948f51b2 req-12d6695c-40f4-450b-a3dc-fe073250be15 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:13.105279 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-dc3c56a0-7c6a-4a59-b425-9e83948f51b2 req-12d6695c-40f4-450b-a3dc-fe073250be15 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0638595
Jun 23 03:55:13.143595 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-dc3c56a0-7c6a-4a59-b425-9e83948f51b2 req-8133e4ae-ba2d-4a8c-84d1-8b9c9894e8c4 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322330
Jun 23 03:55:13.148113 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-f2aa946c-8cea-4941-a0e1-1dca17373ead service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5fff527-016d-40f5-a782-9936b05e7105 HTTP/1.1" status: 200  len: 217 time: 0.0371282
Jun 23 03:55:13.195088 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-f03c59dc-7e02-438c-b24a-07808ecaddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:13.196488 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-f03c59dc-7e02-438c-b24a-07808ecaddd3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b2ca142-b11b-4b37-ae9e-2b432dcd59c2 HTTP/1.1" status: 200  len: 848 time: 0.0423896
Jun 23 03:55:13.252432 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-a3e0fe1c-7599-4c25-8df7-2a59e44f384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:13.253770 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-a3e0fe1c-7599-4c25-8df7-2a59e44f384d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94c21f14-516c-43fa-99b6-c2b7c458575b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0503750
Jun 23 03:55:13.343967 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-bd14e299-6ebc-4001-bae3-9ec25f1b78b6 service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831375
Jun 23 03:55:13.438355 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-18184992-8321-4cb5-ab57-1f1910e877e8 req-c4773dc6-8a0f-4829-863b-bc8c2caad504 service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869868
Jun 23 03:55:14.314281 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db42bc5-0d29-43fe-9a24-c091bad927c4 req-3f3c3386-34ea-41e6-a0eb-c1fa731972c4 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:14.315769 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7db42bc5-0d29-43fe-9a24-c091bad927c4 req-3f3c3386-34ea-41e6-a0eb-c1fa731972c4 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0629532
Jun 23 03:55:14.352529 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-7db42bc5-0d29-43fe-9a24-c091bad927c4 req-26625533-6fe5-4cd4-91bf-afe1ec716c7a tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311964
Jun 23 03:55:15.523784 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a503a-63ef-4ef8-b79a-bc9887e936a1 req-bc53f45b-02e3-4d10-9f5e-df786c1fb470 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:15.525215 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b14a503a-63ef-4ef8-b79a-bc9887e936a1 req-bc53f45b-02e3-4d10-9f5e-df786c1fb470 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0646486
Jun 23 03:55:15.561105 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b14a503a-63ef-4ef8-b79a-bc9887e936a1 req-a483c43b-e5ea-4448-b9b8-05b9e0872a50 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0295670
Jun 23 03:55:16.733148 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07277b54-db65-4601-9f7f-db42abbcec44 req-6125d26a-6980-4fa1-b880-921b598778ed tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:16.734530 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07277b54-db65-4601-9f7f-db42abbcec44 req-6125d26a-6980-4fa1-b880-921b598778ed tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0621841
Jun 23 03:55:16.771892 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-07277b54-db65-4601-9f7f-db42abbcec44 req-1bfc115a-bd0d-419a-a3af-91c4df1d6e01 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318468
Jun 23 03:55:17.946244 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512b793-9766-436e-97ba-54e5fd3f600b req-2c142c11-1b4f-4e61-9a06-ad3610c12f8b tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:17.947695 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2512b793-9766-436e-97ba-54e5fd3f600b req-2c142c11-1b4f-4e61-9a06-ad3610c12f8b tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0632446
Jun 23 03:55:17.985762 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-2512b793-9766-436e-97ba-54e5fd3f600b req-edc2633c-41e1-4299-9d81-aa3fa8efdcd3 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318835
Jun 23 03:55:19.157344 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e534-4855-4eea-a262-9c846f48e860 req-d80b3de1-48c7-48f5-8e99-8fdc7e277d94 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:19.158762 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-33f7e534-4855-4eea-a262-9c846f48e860 req-d80b3de1-48c7-48f5-8e99-8fdc7e277d94 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0648692
Jun 23 03:55:19.195339 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-33f7e534-4855-4eea-a262-9c846f48e860 req-c238024f-aaee-48cc-827f-09946047b85a tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309553
Jun 23 03:55:19.227355 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:55:20.362535 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3430313-5a4a-4e0f-86ba-cb5dd29822a6 req-7ae9023b-d04d-4081-9fc4-2e721f1428ad tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:20.363961 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c3430313-5a4a-4e0f-86ba-cb5dd29822a6 req-7ae9023b-d04d-4081-9fc4-2e721f1428ad tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0610094
Jun 23 03:55:20.405150 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-c3430313-5a4a-4e0f-86ba-cb5dd29822a6 req-d8f84bea-f5f5-49dc-adec-d9c46376d6c5 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355070
Jun 23 03:55:20.448485 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device b5fff527-016d-40f5-a782-9936b05e7105 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:55:20.541389 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port b5fff527-016d-40f5-a782-9936b05e7105, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b5fff527-016d-40f5-a782-9936b05e7105,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:55:20.552758 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': 'b5fff527-016d-40f5-a782-9936b05e7105', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'port_id': 'b5fff527-016d-40f5-a782-9936b05e7105', 'mac_address': 'fa:16:3e:b6:52:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:55:20.587597 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:20.603610 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fff527-016d-40f5-a782-9936b05e7105 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:55:20.624253 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port b5fff527-016d-40f5-a782-9936b05e7105, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b5fff527-016d-40f5-a782-9936b05e7105,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:55:20.628187 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:20.629938 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-6fe5ae11-cae8-49dd-8074-f9afcaa70055 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:55:20.675200 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=b5fff527-016d-40f5-a782-9936b05e7105,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:55:20.678197 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:55:20.849572 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['b5fff527-016d-40f5-a782-9936b05e7105'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:55:21.576481 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca456133-3e71-4f4f-9ee9-02db372dd658 req-3e65ebc0-173e-4147-932c-fc95c53f7853 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:21.577973 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ca456133-3e71-4f4f-9ee9-02db372dd658 req-3e65ebc0-173e-4147-932c-fc95c53f7853 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 945 time: 0.0623493
Jun 23 03:55:21.621816 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-ca456133-3e71-4f4f-9ee9-02db372dd658 req-de479640-af45-41fe-943f-15bbd511396c tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380406
Jun 23 03:55:22.463656 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device b5fff527-016d-40f5-a782-9936b05e7105 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:55:22.511156 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port b5fff527-016d-40f5-a782-9936b05e7105 completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:55:22.515201 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port b5fff527-016d-40f5-a782-9936b05e7105 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:55:22.515569 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:22.589830 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:22.611881 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:55:22.614292 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8cc227-f9fc-45e7-84f4-4d02b86635a7" -d '{"events": [{"server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "name": "network-vif-plugged", "status": "completed", "tag": "b5fff527-016d-40f5-a782-9936b05e7105"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:55:22.627976 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port b5fff527-016d-40f5-a782-9936b05e7105, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b5fff527-016d-40f5-a782-9936b05e7105,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:55:22.631927 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:22.634686 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-06b0b080-f744-46fe-8a08-5c826367d667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:55:22.665754 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a4493c-4fe0-4b80-b0b4-90fbfa8c7682 x-openstack-request-id: req-96a4493c-4fe0-4b80-b0b4-90fbfa8c7682 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:55:22.666030 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "name": "network-vif-plugged", "status": "completed", "tag": "b5fff527-016d-40f5-a782-9936b05e7105", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:55:22.666294 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96a4493c-4fe0-4b80-b0b4-90fbfa8c7682 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:55:22.669624 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105', 'code': 200}
Jun 23 03:55:22.696293 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=b5fff527-016d-40f5-a782-9936b05e7105,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:55:22.700844 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:55:22.816863 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cd89b-d7ce-4377-8b30-0352fa5ffb3c req-d042e24c-49c6-4d29-809a-d93cb0ce2078 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:22.818377 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c90cd89b-d7ce-4377-8b30-0352fa5ffb3c req-d042e24c-49c6-4d29-809a-d93cb0ce2078 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0676568
Jun 23 03:55:22.866847 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c90cd89b-d7ce-4377-8b30-0352fa5ffb3c req-a338dd70-c408-435f-92c9-727fb66310ba tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419738
Jun 23 03:55:22.919511 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35354) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:55:22.958425 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db699f1b-496c-4fa9-8d66-555fe5182cc2 req-c11ba23b-5bfe-4479-b979-aaf74ebf279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:22.959891 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-db699f1b-496c-4fa9-8d66-555fe5182cc2 req-c11ba23b-5bfe-4479-b979-aaf74ebf279f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 1099 time: 0.0524745
Jun 23 03:55:22.994763 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-db699f1b-496c-4fa9-8d66-555fe5182cc2 req-b5b5bf36-878a-4d4a-9fae-3adb7017c3fa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0278623
Jun 23 03:55:23.021919 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:23.112597 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:23.115670 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:23.117980 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-4aabb14e-d1f7-49d7-a2a4-a9c46036dd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:55:23.152230 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232671e5-5d08-43ff-8459-6c7bc2f40425,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:55:23.156081 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c969240c6b1e409f86b0695625fc2803&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2348492
Jun 23 03:55:23.158880 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35360) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:55:23.161812 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.162191 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.162561 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.162925 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.163283 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.163644 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.163995 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.164346 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.164726 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.165075 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.165427 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.165774 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:55:23.169739 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-09801d84-843f-4828-8807-586d9bc28ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:55:23.209016 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-400fac21-868a-4f25-b426-78d234b4b455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:23.229240 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-400fac21-868a-4f25-b426-78d234b4b455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:23.276143 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-400fac21-868a-4f25-b426-78d234b4b455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:23.278688 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-400fac21-868a-4f25-b426-78d234b4b455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:23.281052 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-400fac21-868a-4f25-b426-78d234b4b455 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/232671e5-5d08-43ff-8459-6c7bc2f40425 HTTP/1.1" status: 204  len: 168 time: 0.1211038
Jun 23 03:55:23.281818 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-1483c1eb-bcfc-4e3b-847c-6b2b863c6414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:55:23.288953 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fac21-868a-4f25-b426-78d234b4b455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232671e5-5d08-43ff-8459-6c7bc2f40425,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:55:23.291328 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-400fac21-868a-4f25-b426-78d234b4b455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:55:24.041475 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44683b52-09ac-4b3b-b7f6-4f2110f50a92 req-b359d4cf-4994-475a-a3e1-b5da54335cb2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:24.042828 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-44683b52-09ac-4b3b-b7f6-4f2110f50a92 req-b359d4cf-4994-475a-a3e1-b5da54335cb2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0622125
Jun 23 03:55:24.080639 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-44683b52-09ac-4b3b-b7f6-4f2110f50a92 req-3e1620c7-848b-442b-a430-848ed0b9c0f7 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318699
Jun 23 03:55:24.252818 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f11859-5ed9-4c6d-b3e8-2ff114f5d051 req-71a393c2-ae3e-496c-8ef4-57f851875ee7 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:24.254244 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-70f11859-5ed9-4c6d-b3e8-2ff114f5d051 req-71a393c2-ae3e-496c-8ef4-57f851875ee7 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0655012
Jun 23 03:55:24.291656 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-70f11859-5ed9-4c6d-b3e8-2ff114f5d051 req-ec68db60-3cc0-4660-9d8c-dbba35ca3f44 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308321
Jun 23 03:55:24.315153 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35368) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:55:24.504370 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e25676b-d90e-4455-850e-f7b26aa56178 tempest-TestShelveInstance-1889834197 tempest-TestShelveInstance-1889834197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:24.505860 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-0e25676b-d90e-4455-850e-f7b26aa56178 tempest-TestShelveInstance-1889834197 tempest-TestShelveInstance-1889834197-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 1094 time: 0.1897421
Jun 23 03:55:24.508745 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35372) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:55:24.513136 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.v2.base [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Request body: {'floatingip': {'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'port_id': 'b5fff527-016d-40f5-a782-9936b05e7105', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99523) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:55:24.534888 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for floatingip, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:24.626203 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:24.960235 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_common [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Allocated IP 172.27.0.70 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/27b511cc-3d80-4486-8592-f85423ef9508) {{(pid=99523) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:55:25.056602 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for port, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:25.097336 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25487067'] for port, after_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:25.099376 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-908a86b7-7ad2-4cea-bc37-ab2d79803181 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:55:25.138304 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99523) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:55:25.142068 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.base_scheduler [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Resources bound (agent type, host, resource id):  {{(pid=99523) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:55:25.146317 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Received port after_create {{(pid=99523) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:55:25.168739 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event updated for resources: {'Port': ['ID=27b511cc-3d80-4486-8592-f85423ef9508,revision_number=1']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:55:25.172461 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:55:25.504607 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:25.577602 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:25.725764 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for port, precommit_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:25.729896 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25487049'] for port, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:25.732799 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-18ae524c-12b4-4429-b593-ec07dd9b9c37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:55:25.802649 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event updated for resources: {'Port': ['ID=27b511cc-3d80-4486-8592-f85423ef9508,revision_number=2']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:55:25.807768 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:55:25.813003 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:25.873222 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:25.907665 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.l3_db [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Floating IP 26a3b657-1d93-42e3-b859-dd3b1b92d741 associated. External IP: 172.27.0.70, port: b5fff527-016d-40f5-a782-9936b05e7105.
Jun 23 03:55:26.110211 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Router fd7f2921-1d31-487d-9117-a97d1f752d45 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:55:26.214144 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:55:26.223227 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41adc24a-e92b-4525-8207-718ec1e319c6 None None] Sync routers for ids ['fd7f2921-1d31-487d-9117-a97d1f752d45'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:55:26.228830 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:26.232242 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41adc24a-e92b-4525-8207-718ec1e319c6 None None] Routers {'fd7f2921-1d31-487d-9117-a97d1f752d45'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:55:26.233401 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-41adc24a-e92b-4525-8207-718ec1e319c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb41cb070>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:55:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['fd7f2921-1d31-487d-9117-a97d1f752d45'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:55:26.265856 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-c3c53e7c-f306-403e-b52c-36c9e4211a56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.7560880
Jun 23 03:55:26.266536 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:55:26.268990 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991f1749-4b73-423a-8bc7-6ece29c92dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "tag": "b5fff527-016d-40f5-a782-9936b05e7105"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:55:26.306657 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0321b75-1d9d-4a3a-96ce-1ab319f2d54d x-openstack-request-id: req-d0321b75-1d9d-4a3a-96ce-1ab319f2d54d {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:55:26.306985 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "tag": "b5fff527-016d-40f5-a782-9936b05e7105", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:55:26.307278 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0321b75-1d9d-4a3a-96ce-1ab319f2d54d {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:55:26.307709 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105', 'status': 'completed', 'code': 200}
Jun 23 03:55:26.340732 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-41adc24a-e92b-4525-8207-718ec1e319c6 None None] Set router fd7f2921-1d31-487d-9117-a97d1f752d45 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:55:26.381352 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f1749-4b73-423a-8bc7-6ece29c92dd3 req-82e8fbff-a5b8-4703-9442-5ee1500bfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:26.382745 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-991f1749-4b73-423a-8bc7-6ece29c92dd3 req-82e8fbff-a5b8-4703-9442-5ee1500bfce8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7274023448c644aa9df320d7e545cfe2&device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 1099 time: 0.0528700
Jun 23 03:55:26.479074 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f1749-4b73-423a-8bc7-6ece29c92dd3 req-aa8b5d70-66bf-4b5e-a63e-877eb16e507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:26.480548 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-991f1749-4b73-423a-8bc7-6ece29c92dd3 req-aa8b5d70-66bf-4b5e-a63e-877eb16e507b service neutron] 10.222.0.26 "GET /v2.0/networks?id=94c21f14-516c-43fa-99b6-c2b7c458575b HTTP/1.1" status: 200  len: 909 time: 0.0913434
Jun 23 03:55:26.548834 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-991f1749-4b73-423a-8bc7-6ece29c92dd3 req-1e7d20fc-d269-4d55-8221-936869117a67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5fff527-016d-40f5-a782-9936b05e7105 HTTP/1.1" status: 200  len: 999 time: 0.0602021
Jun 23 03:55:26.598911 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f1749-4b73-423a-8bc7-6ece29c92dd3 req-6b3d4f20-4cf7-42cc-bdba-9692bed5e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:26.600327 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-991f1749-4b73-423a-8bc7-6ece29c92dd3 req-6b3d4f20-4cf7-42cc-bdba-9692bed5e30e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b2ca142-b11b-4b37-ae9e-2b432dcd59c2 HTTP/1.1" status: 200  len: 848 time: 0.0441132
Jun 23 03:55:26.663066 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f1749-4b73-423a-8bc7-6ece29c92dd3 req-333099b9-7c93-41a4-8a62-bd76e3bff95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:26.664444 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-991f1749-4b73-423a-8bc7-6ece29c92dd3 req-333099b9-7c93-41a4-8a62-bd76e3bff95c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94c21f14-516c-43fa-99b6-c2b7c458575b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0571318
Jun 23 03:55:26.687805 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-41adc24a-e92b-4525-8207-718ec1e319c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb41cb070>, [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '26a3b657-1d93-42e3-b859-dd3b1b92d741', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'port_id': 'b5fff527-016d-40f5-a782-9936b05e7105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'mac_address': 'fa:16:3e:b6:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:55:25Z', 'updated_at': '2021-06-23T03:55:25Z', 'revision_number': 0, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0365eb84-e637-4893-958b-efa17eeb9eb8', 'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'mac_address': 'fa:16:3e:61:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:39Z', 'updated_at': '2021-06-23T03:54:46Z', 'revision_number': 5, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'subnets': [{'id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:55:26.714691 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41adc24a-e92b-4525-8207-718ec1e319c6 None None] Checking router: fd7f2921-1d31-487d-9117-a97d1f752d45 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:55:26.723191 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41adc24a-e92b-4525-8207-718ec1e319c6 None None] Routers {'fd7f2921-1d31-487d-9117-a97d1f752d45'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:55:26.723815 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-41adc24a-e92b-4525-8207-718ec1e319c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb41cb070>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:55:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['fd7f2921-1d31-487d-9117-a97d1f752d45'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:55:26.754626 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-991f1749-4b73-423a-8bc7-6ece29c92dd3 req-c0969c95-0af6-4971-be40-a3240d22b014 service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0815995
Jun 23 03:55:26.830378 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-41adc24a-e92b-4525-8207-718ec1e319c6 None None] Set router fd7f2921-1d31-487d-9117-a97d1f752d45 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:55:26.845325 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-991f1749-4b73-423a-8bc7-6ece29c92dd3 req-9f01f496-a2d0-45fe-b616-30635cd58db8 service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837703
Jun 23 03:55:27.047640 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-41adc24a-e92b-4525-8207-718ec1e319c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb41cb070>, [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '26a3b657-1d93-42e3-b859-dd3b1b92d741', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'port_id': 'b5fff527-016d-40f5-a782-9936b05e7105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'mac_address': 'fa:16:3e:b6:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:55:25Z', 'updated_at': '2021-06-23T03:55:25Z', 'revision_number': 0, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0365eb84-e637-4893-958b-efa17eeb9eb8', 'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'mac_address': 'fa:16:3e:61:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:39Z', 'updated_at': '2021-06-23T03:54:46Z', 'revision_number': 5, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'subnets': [{'id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:55:27.076637 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41adc24a-e92b-4525-8207-718ec1e319c6 None None] The sync data for ids ['fd7f2921-1d31-487d-9117-a97d1f752d45'] in dv-cinder-768592-6-iscsi is: [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '26a3b657-1d93-42e3-b859-dd3b1b92d741', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'port_id': 'b5fff527-016d-40f5-a782-9936b05e7105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'mac_address': 'fa:16:3e:b6:52:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:55:25Z', 'updated_at': '2021-06-23T03:55:25Z', 'revision_number': 0, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0365eb84-e637-4893-958b-efa17eeb9eb8', 'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'mac_address': 'fa:16:3e:61:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:39Z', 'updated_at': '2021-06-23T03:54:46Z', 'revision_number': 5, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'subnets': [{'id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:55:27.271278 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f4ae4-3211-42e3-9b66-e1ce96e2e1f5 None None] New status for floating IP 26a3b657-1d93-42e3-b859-dd3b1b92d741: ACTIVE {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:55:32.363320 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-aa5a8996-2501-40a6-a7f8-8fb0389c8d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:35.006791 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-7ad8882b-0a76-496a-85d4-c7b3fe3c94c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:35.350813 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:36.349983 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:37.496676 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:55.891235 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:55:56.225275 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:55:59.462729 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-5ba9cc40-2d00-4968-a222-c3925a1c393d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0502441
Jun 23 03:55:59.553957 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-8ae99d26-fc11-41af-a792-86aee096ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:59.555385 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-8ae99d26-fc11-41af-a792-86aee096ccce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 1098 time: 0.0503211
Jun 23 03:55:59.663436 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-4dbaa1d9-8a63-484f-b6c9-1c0b6d2866a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:59.664876 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-4dbaa1d9-8a63-484f-b6c9-1c0b6d2866a7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 911 time: 0.0882335
Jun 23 03:55:59.727723 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-234d15bf-82fa-4a4e-960e-77681ddad709 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65 HTTP/1.1" status: 200  len: 1000 time: 0.0557146
Jun 23 03:55:59.777465 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-4f53c448-9d28-4d29-ab2e-770bb9b2c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:59.778809 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-4f53c448-9d28-4d29-ab2e-770bb9b2c572 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0444672
Jun 23 03:55:59.832784 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-2c1369cb-65cc-4dc5-b95b-cc1254486f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:55:59.834160 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-2c1369cb-65cc-4dc5-b95b-cc1254486f05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0484948
Jun 23 03:55:59.919976 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-c0659713-111a-4ed7-9602-7ee824e856f1 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0785840
Jun 23 03:56:00.009597 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a6eb462b-d4e2-42cf-9b72-5ac989d5a1a6 req-49057f2a-ab0a-4d47-b682-ec8376cee667 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0824659
Jun 23 03:56:02.363488 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4637-280b-46ab-9c8b-e802cd5105cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:05.007610 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-00846d59-524b-43ab-ac68-f4b865010987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:05.352386 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:06.352171 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:07.500644 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:17.907694 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-8fa51207-8238-4a58-8d01-1558211767cf tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645315684&fields=id&tenant_id=30194254903542319632415fac0d7ed2 HTTP/1.1" status: 200  len: 267 time: 0.0329530
Jun 23 03:56:18.014221 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-13006067-1bba-44c5-8f9f-b2064187bc48 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:18.015660 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-13006067-1bba-44c5-8f9f-b2064187bc48 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 811 time: 0.1016514
Jun 23 03:56:18.029733 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-ec60e58c-507a-4d48-8051-c8bc746369c4 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/quotas/30194254903542319632415fac0d7ed2 HTTP/1.1" status: 200  len: 375 time: 0.0086586
Jun 23 03:56:18.102188 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-bd09f8cf-25d6-4a90-be1b-5f7b05f91e2d tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0676484
Jun 23 03:56:18.197189 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-b85fa001-fbe0-4890-aa9d-de073ee999eb service neutron] 10.222.0.15 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0825953
Jun 23 03:56:18.283085 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-5b7bcea4-af06-4578-b511-90e7081902eb service neutron] 10.222.0.15 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0795007
Jun 23 03:56:18.577583 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-997a097c-60b4-43c5-a47b-34b85b2c1d36 req-724dddba-35a3-4e0b-9347-3e2c4ea12601 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 210 time: 0.0322421
Jun 23 03:56:19.577331 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-82f47d10-2e1d-45c7-acdb-cc34e37a4af6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:19.578630 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-82f47d10-2e1d-45c7-acdb-cc34e37a4af6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 811 time: 0.1060321
Jun 23 03:56:19.624911 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-84da157a-2fd0-46af-80ba-1acd19e9a22f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30194254903542319632415fac0d7ed2 HTTP/1.1" status: 200  len: 379 time: 0.0358295
Jun 23 03:56:19.632877 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'port': {'device_id': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'admin_state_up': True, 'tenant_id': '30194254903542319632415fac0d7ed2', 'security_groups': ['2c8fc3e8-8ec6-45a6-b3c7-212e749955e3']}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:56:19.736418 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a6835c2f-4c21-480d-b22e-3e3316938656 req-d7d65831-cf88-4796-8fc8-5847d72e1957 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 210 time: 0.0376554
Jun 23 03:56:19.775121 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Made reservation on behalf of 30194254903542319632415fac0d7ed2 for: {'port': 1} {{(pid=99522) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 23 03:56:19.778617 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:19.899738 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Allocated IP 172.20.0.12 (4cd9596c-4407-480b-bc0f-86cd5522e907/8302845e-6ca1-43f2-a9f7-d4583c69516a/c73a85cb-3095-46f7-9f5e-40da6515aa3d) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:56:20.043940 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:20.056946 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Transition to ACTIVE for port object c73a85cb-3095-46f7-9f5e-40da6515aa3d will not be triggered until provisioned by entity DHCP. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:56:20.092747 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:20.096779 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-db266298-809b-4697-89bc-862c1c6f622a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:56:20.137750 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Network 4cd9596c-4407-480b-bc0f-86cd5522e907 is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:56:20.141472 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:56:20.145310 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:56:20.173741 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'Port': ['ID=c73a85cb-3095-46f7-9f5e-40da6515aa3d,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:56:20.187007 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.187399 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.187783 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.188166 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.188540 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.188988 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.189326 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.189682 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.190064 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.190439 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.190800 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.191215 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:20.196892 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:56:20.213567 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:20.214191 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:20.228742 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5994034
Jun 23 03:56:20.240437 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Request body: {'port': {'device_id': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:56:20.316869 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:20.375496 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-688e7116-966e-41a5-91cb-70f85acfdd63 None None] Provisioning for port c73a85cb-3095-46f7-9f5e-40da6515aa3d completed by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:56:20.379305 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-688e7116-966e-41a5-91cb-70f85acfdd63 None None] Provisioning complete for port c73a85cb-3095-46f7-9f5e-40da6515aa3d triggered by entity DHCP. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:56:20.379687 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-688e7116-966e-41a5-91cb-70f85acfdd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:20.415661 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-688e7116-966e-41a5-91cb-70f85acfdd63 None None] Port c73a85cb-3095-46f7-9f5e-40da6515aa3d cannot update to ACTIVE because it is not bound. {{(pid=99524) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 23 03:56:20.572551 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73a85cb-3095-46f7-9f5e-40da6515aa3d {{(pid=99522) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:56:20.580344 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:20.591694 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.provisioning_blocks [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Transition to ACTIVE for port object c73a85cb-3095-46f7-9f5e-40da6515aa3d will not be triggered until provisioned by entity L2. {{(pid=99522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 23 03:56:20.595552 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:20.598291 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3ce09185-b230-4069-8412-74f3c76c78d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:56:20.647536 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Pushing event updated for resources: {'Port': ['ID=c73a85cb-3095-46f7-9f5e-40da6515aa3d,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:56:20.650512 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:56:20.726754 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Attempting to bind port c73a85cb-3095-46f7-9f5e-40da6515aa3d on host hv-cinder-76859 for vnic_type normal with profile  {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 23 03:56:20.727243 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Attempting to bind port c73a85cb-3095-46f7-9f5e-40da6515aa3d by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 23 03:56:20.727722 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Attempting to bind port c73a85cb-3095-46f7-9f5e-40da6515aa3d on network 4cd9596c-4407-480b-bc0f-86cd5522e907 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:56:20.734099 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Port c73a85cb-3095-46f7-9f5e-40da6515aa3d on network 4cd9596c-4407-480b-bc0f-86cd5522e907 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 23 03:56:20.734423 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Attempting to bind port c73a85cb-3095-46f7-9f5e-40da6515aa3d on network 4cd9596c-4407-480b-bc0f-86cd5522e907 {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 23 03:56:20.739342 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Checking agent: {'id': '7547bb0a-2307-4179-b8ee-f0881087940f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'started_at': datetime.datetime(2021, 6, 23, 3, 44, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 3, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 23 03:56:20.739678 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Checking segment: {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 23 03:56:20.740067 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Bound using segment: {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'} {{(pid=99522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 23 03:56:20.740499 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.managers [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Bound port: c73a85cb-3095-46f7-9f5e-40da6515aa3d, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6839f629-73bf-4eb7-86f4-92af27e29fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907'}}] {{(pid=99522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 23 03:56:20.740881 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:20.808347 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] For port c73a85cb-3095-46f7-9f5e-40da6515aa3d, host hv-cinder-76859, cleared binding levels {{(pid=99522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 23 03:56:20.812404 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] For port c73a85cb-3095-46f7-9f5e-40da6515aa3d, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c73a85cb-3095-46f7-9f5e-40da6515aa3d,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 23 03:56:20.820030 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:20.822074 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-13f949f7-6d82-4ac9-8a39-d815f7de9c26 tempest-AttachVolumeShelveTestJSON-2047656248 tempest-AttachVolumeShelveTestJSON-2047656248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:56:20.859798 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:20.860464 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:20.861821 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] 10.222.0.26 "PUT /v2.0/ports/c73a85cb-3095-46f7-9f5e-40da6515aa3d HTTP/1.1" status: 200  len: 1094 time: 0.6257226
Jun 23 03:56:20.862344 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'tag': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:56:20.864706 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42" -d '{"events": [{"name": "network-changed", "server_uuid": "791fd1df-f755-46da-8a84-ec0988cd4adf", "tag": "c73a85cb-3095-46f7-9f5e-40da6515aa3d"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:56:20.898016 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Pushing event updated for resources: {'Port': ['ID=c73a85cb-3095-46f7-9f5e-40da6515aa3d,revision_number=3']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:56:20.901275 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:56:20.931398 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dde9c0a-87c9-4779-b01d-483580d784e7 x-openstack-request-id: req-3dde9c0a-87c9-4779-b01d-483580d784e7 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:56:20.931628 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791fd1df-f755-46da-8a84-ec0988cd4adf", "tag": "c73a85cb-3095-46f7-9f5e-40da6515aa3d", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:56:20.931932 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3dde9c0a-87c9-4779-b01d-483580d784e7 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:56:20.932364 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'tag': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d', 'status': 'completed', 'code': 200}
Jun 23 03:56:20.936795 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75ad5b-f286-4e6c-918d-67a0bcc5c870 req-635d85ba-94ec-4191-b00c-d9c2b5d98130 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:20.939041 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ee75ad5b-f286-4e6c-918d-67a0bcc5c870 req-635d85ba-94ec-4191-b00c-d9c2b5d98130 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 944 time: 0.0799477
Jun 23 03:56:20.959661 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e96b5eef-745b-444b-bd1b-af3ac5148350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:20.961435 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-e96b5eef-745b-444b-bd1b-af3ac5148350 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 1097 time: 0.0592508
Jun 23 03:56:20.980388 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-ee75ad5b-f286-4e6c-918d-67a0bcc5c870 req-5e15d490-abbb-4593-8a10-d972535e78a9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351560
Jun 23 03:56:21.010882 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-40bd4bf2-2ee6-4a8f-8d91-a84f2e1a30fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73a85cb-3095-46f7-9f5e-40da6515aa3d HTTP/1.1" status: 200  len: 217 time: 0.0415359
Jun 23 03:56:21.063652 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-817b9e25-4f1f-41a0-b236-94274ab681c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:21.065172 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-817b9e25-4f1f-41a0-b236-94274ab681c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0468826
Jun 23 03:56:21.124047 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-8c47ee23-56c4-4a5b-9c57-8456cfe49925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:21.125557 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-8c47ee23-56c4-4a5b-9c57-8456cfe49925 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0522423
Jun 23 03:56:21.216167 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-3b483786-dc7d-44f5-a748-69a41423fb17 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839627
Jun 23 03:56:21.302412 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bc752a72-fa8d-4082-b78e-b70769093e59 req-55eb7100-66b8-4edc-8f27-b488f211bb55 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803900
Jun 23 03:56:21.402058 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42 req-ede50b4f-9325-49c6-9d7a-9968f2e1bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:21.403490 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42 req-ede50b4f-9325-49c6-9d7a-9968f2e1bc80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 1097 time: 0.0519936
Jun 23 03:56:21.494201 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42 req-07b980cf-1672-43fd-97c0-09c2b0e72d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:21.495768 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42 req-07b980cf-1672-43fd-97c0-09c2b0e72d54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 911 time: 0.0859096
Jun 23 03:56:21.535262 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42 req-f513a511-fc56-482f-ac04-5bd9c4e98aa9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73a85cb-3095-46f7-9f5e-40da6515aa3d HTTP/1.1" status: 200  len: 217 time: 0.0323868
Jun 23 03:56:21.585454 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42 req-1ebbec43-506c-48c4-9919-44f26445ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:21.586808 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42 req-1ebbec43-506c-48c4-9919-44f26445ce33 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0452931
Jun 23 03:56:21.918658 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42 req-688e57ed-0e77-4412-a209-2f98ad5051a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:21.920302 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42 req-688e57ed-0e77-4412-a209-2f98ad5051a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3261456
Jun 23 03:56:22.007139 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42 req-d11a4dd9-8682-455b-8d84-584e283e2f52 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0799460
Jun 23 03:56:22.100439 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-10346b2c-6bc2-49eb-99a9-fc6c83ca6b42 req-a9877ba0-098c-4700-8e90-ea86ad7b8b44 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866582
Jun 23 03:56:22.161123 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722dd1c3-7d2d-4dd5-9ff6-2a097c1098ec req-9083162e-0360-457d-ad4f-143643b6f4a3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:22.162598 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-722dd1c3-7d2d-4dd5-9ff6-2a097c1098ec req-9083162e-0360-457d-ad4f-143643b6f4a3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 944 time: 0.0654733
Jun 23 03:56:22.199468 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-722dd1c3-7d2d-4dd5-9ff6-2a097c1098ec req-a68e0efb-c369-48d1-ba3a-872e826b3be3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311232
Jun 23 03:56:23.370217 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef849ab-c017-4883-9f22-98ac117db6a3 req-f34d5852-adc4-4b27-9387-42837ccfa97a tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:23.371641 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-eef849ab-c017-4883-9f22-98ac117db6a3 req-f34d5852-adc4-4b27-9387-42837ccfa97a tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 944 time: 0.0635228
Jun 23 03:56:23.412068 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-eef849ab-c017-4883-9f22-98ac117db6a3 req-a186cd0c-a322-4e7a-97f5-4198bb3b97b0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346112
Jun 23 03:56:24.589366 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909f1d4-ab43-4210-b45d-6d257699684a req-8a81d262-b53f-4434-a54f-f9bbfdc573e7 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:24.590786 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3909f1d4-ab43-4210-b45d-6d257699684a req-8a81d262-b53f-4434-a54f-f9bbfdc573e7 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 944 time: 0.0652003
Jun 23 03:56:24.629305 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-3909f1d4-ab43-4210-b45d-6d257699684a req-90df8f8d-585b-45fa-8b52-5793b7a5480e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324194
Jun 23 03:56:25.797338 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbe70a-ee6c-4a68-9c7c-9e0d5d9cb17a req-0d09aa3a-0927-4c53-b531-53412d7c6431 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:25.798787 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-83dbe70a-ee6c-4a68-9c7c-9e0d5d9cb17a req-0d09aa3a-0927-4c53-b531-53412d7c6431 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 944 time: 0.0625069
Jun 23 03:56:25.835353 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-83dbe70a-ee6c-4a68-9c7c-9e0d5d9cb17a req-3fa2e0f8-2dfd-48a7-bb0a-0c6536b9af8a tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0310802
Jun 23 03:56:25.887781 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:27.001898 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad06ce-6a82-4f92-82c3-31629c712600 req-15a21889-ce1c-4e22-bf0f-b7a31d9bec2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:27.003324 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-abad06ce-6a82-4f92-82c3-31629c712600 req-15a21889-ce1c-4e22-bf0f-b7a31d9bec2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 944 time: 0.0613892
Jun 23 03:56:27.038886 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-abad06ce-6a82-4f92-82c3-31629c712600 req-f3b5ce13-6c1d-4344-9c3f-97b8693b7f51 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0300946
Jun 23 03:56:28.328189 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7cb53-e99c-4fb7-8d68-361e96e0cdba req-a0e366a7-ac90-4c30-bdd6-d6b77683877e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:28.329601 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-34f7cb53-e99c-4fb7-8d68-361e96e0cdba req-a0e366a7-ac90-4c30-bdd6-d6b77683877e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 944 time: 0.1691694
Jun 23 03:56:28.366634 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-34f7cb53-e99c-4fb7-8d68-361e96e0cdba req-4f88d209-b0f1-45e4-b2bd-bde3ad9ee2a8 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0314677
Jun 23 03:56:29.587099 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735f11e-a64b-4994-a257-4190a41cfdc4 req-e7074fea-9b97-4292-9909-8e7ab0f604b6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:29.588522 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9735f11e-a64b-4994-a257-4190a41cfdc4 req-e7074fea-9b97-4292-9909-8e7ab0f604b6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 944 time: 0.1100879
Jun 23 03:56:29.630354 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9735f11e-a64b-4994-a257-4190a41cfdc4 req-ff8139f9-77db-445f-a49c-169d67a3192e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355637
Jun 23 03:56:30.782502 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device c73a85cb-3095-46f7-9f5e-40da6515aa3d details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:56:30.806357 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b707e8a-6c03-4dd1-89a7-03cfa4c686a2 req-9da6ec06-9588-4103-b7f9-ca403b2152c9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:30.807820 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7b707e8a-6c03-4dd1-89a7-03cfa4c686a2 req-9da6ec06-9588-4103-b7f9-ca403b2152c9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 944 time: 0.0670512
Jun 23 03:56:30.845825 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7b707e8a-6c03-4dd1-89a7-03cfa4c686a2 req-6080955f-36d5-479f-b605-f225cf293403 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0314088
Jun 23 03:56:30.878302 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port c73a85cb-3095-46f7-9f5e-40da6515aa3d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c73a85cb-3095-46f7-9f5e-40da6515aa3d,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:56:30.888931 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'port_id': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d', 'mac_address': 'fa:16:3e:9f:09:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:56:30.927229 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:30.938961 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73a85cb-3095-46f7-9f5e-40da6515aa3d {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:56:30.957193 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port c73a85cb-3095-46f7-9f5e-40da6515aa3d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c73a85cb-3095-46f7-9f5e-40da6515aa3d,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:56:30.961228 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:30.963857 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-d3490f38-0d67-4a72-a639-e5c6f1ea4b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:56:31.008623 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=c73a85cb-3095-46f7-9f5e-40da6515aa3d,revision_number=4']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:56:31.016098 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.016439 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.016806 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.017135 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.017459 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.017789 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.018110 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.018427 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.018752 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.019068 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.019378 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.019689 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:56:31.023474 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:56:31.188846 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['c73a85cb-3095-46f7-9f5e-40da6515aa3d'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:56:32.021109 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d63f3-da99-4c85-86fa-a14fb9f07472 req-c668073a-34f6-4b49-960a-a2e9c45f3d99 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:32.022455 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-359d63f3-da99-4c85-86fa-a14fb9f07472 req-c668073a-34f6-4b49-960a-a2e9c45f3d99 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 945 time: 0.0655711
Jun 23 03:56:32.058443 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-359d63f3-da99-4c85-86fa-a14fb9f07472 req-3a192390-bae2-4e6e-aad7-e5ab464baac0 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0303881
Jun 23 03:56:32.363614 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-468b065c-604e-4977-ab80-a6de1371f64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:32.798291 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device c73a85cb-3095-46f7-9f5e-40da6515aa3d up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:56:32.846662 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning for port c73a85cb-3095-46f7-9f5e-40da6515aa3d completed by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 23 03:56:32.850104 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port c73a85cb-3095-46f7-9f5e-40da6515aa3d triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:56:32.850477 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:32.925601 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:32.946248 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:56:32.948506 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e72799-de41-492c-a5bb-b3c81ffbec0f" -d '{"events": [{"server_uuid": "791fd1df-f755-46da-8a84-ec0988cd4adf", "name": "network-vif-plugged", "status": "completed", "tag": "c73a85cb-3095-46f7-9f5e-40da6515aa3d"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:56:32.961290 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port c73a85cb-3095-46f7-9f5e-40da6515aa3d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c73a85cb-3095-46f7-9f5e-40da6515aa3d,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:56:32.965324 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:32.967996 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-eb3ebaa0-b820-4d13-9fb9-f12d761f4e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:56:32.989696 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97387d1c-3c08-4f7c-b2e5-fc1120cf0457 x-openstack-request-id: req-97387d1c-3c08-4f7c-b2e5-fc1120cf0457 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:56:32.989977 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791fd1df-f755-46da-8a84-ec0988cd4adf", "name": "network-vif-plugged", "status": "completed", "tag": "c73a85cb-3095-46f7-9f5e-40da6515aa3d", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:56:32.990237 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97387d1c-3c08-4f7c-b2e5-fc1120cf0457 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:56:32.990627 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d', 'code': 200}
Jun 23 03:56:33.017666 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=c73a85cb-3095-46f7-9f5e-40da6515aa3d,revision_number=5']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:56:33.020545 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:56:33.224285 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:56:33.263180 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad84873-542b-416e-a749-6c99b6d2dbdc req-cb5ead55-9f56-4186-b903-eee65a0581ec tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:33.264820 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bad84873-542b-416e-a749-6c99b6d2dbdc req-cb5ead55-9f56-4186-b903-eee65a0581ec tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 946 time: 0.0948966
Jun 23 03:56:33.304015 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e34c69-8728-4c3d-9452-cd8cae09ff88 req-b5edb596-37c9-41da-a19b-b931d2b6d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:33.305440 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-36e34c69-8728-4c3d-9452-cd8cae09ff88 req-b5edb596-37c9-41da-a19b-b931d2b6d286 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 1099 time: 0.0965643
Jun 23 03:56:33.310250 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bad84873-542b-416e-a749-6c99b6d2dbdc req-4651455f-8551-4cd3-80ae-ddf50dda9441 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396276
Jun 23 03:56:33.349699 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-36e34c69-8728-4c3d-9452-cd8cae09ff88 req-cb795f3b-6a36-47ad-90f2-570dfe369a33 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368400
Jun 23 03:56:34.491636 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff47ec-3d98-45c0-ac3c-2e5a468743d6 req-f3f3d910-25f3-4242-b3e8-deb068d58dd3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:34.493106 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-41ff47ec-3d98-45c0-ac3c-2e5a468743d6 req-f3f3d910-25f3-4242-b3e8-deb068d58dd3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 946 time: 0.0634120
Jun 23 03:56:34.532699 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-41ff47ec-3d98-45c0-ac3c-2e5a468743d6 req-a78b6460-de5a-48ff-b873-4021eed86940 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328355
Jun 23 03:56:34.702965 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90351370-c8ed-435d-9ac3-3e3828d537cd req-14a6806a-9b25-4178-8071-6bad211a7a67 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:34.704432 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-90351370-c8ed-435d-9ac3-3e3828d537cd req-14a6806a-9b25-4178-8071-6bad211a7a67 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 946 time: 0.0641973
Jun 23 03:56:34.740878 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-90351370-c8ed-435d-9ac3-3e3828d537cd req-65bdcd86-3a1f-44b8-82df-780402f41b9b tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308931
Jun 23 03:56:34.765237 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35482) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:56:34.818914 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f3db11-a6ae-42b3-8995-f4b4a2c5f9a2 tempest-TestVolumeBootPattern-589127812 tempest-TestVolumeBootPattern-589127812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:34.820375 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-69f3db11-a6ae-42b3-8995-f4b4a2c5f9a2 tempest-TestVolumeBootPattern-589127812 tempest-TestVolumeBootPattern-589127812-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 1094 time: 0.0541925
Jun 23 03:56:34.823016 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35484) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:56:34.827538 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.v2.base [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Request body: {'floatingip': {'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'port_id': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d', 'tenant_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99522) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 23 03:56:34.849022 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:34.939876 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1975082'] for port, before_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:35.008870 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-75481eae-2cc6-4842-9b2c-f1614e0449ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:35.047146 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_common [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Allocated IP 172.27.0.59 (a8dc61b6-4add-4f79-a755-9bdabf79697b/db5363e1-ba1f-4552-894c-08d1f4765639/b83d3589-8966-4653-8711-c67b37f2ab2e) {{(pid=99522) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 23 03:56:35.145398 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for port, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:35.183318 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1975149', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-90436', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764877239206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26700768'] for port, after_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:35.185242 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-9431db15-d3c4-4580-96be-362f9e274710 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:56:35.226207 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Network a8dc61b6-4add-4f79-a755-9bdabf79697b is already hosted by enough agents. {{(pid=99522) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 23 03:56:35.228915 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.base_scheduler [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Resources bound (agent type, host, resource id):  {{(pid=99522) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 23 03:56:35.232639 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Received port after_create {{(pid=99522) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 23 03:56:35.237919 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'Port': ['ID=b83d3589-8966-4653-8711-c67b37f2ab2e,revision_number=1']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:56:35.256325 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:56:35.353932 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:35.594547 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:35.669369 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:35.814196 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for port, precommit_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:35.818552 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26700786'] for port, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:35.821227 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-ac7f5d17-34af-4de9-b0c8-b3f1a339164b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:56:35.883180 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event updated for resources: {'Port': ['ID=b83d3589-8966-4653-8711-c67b37f2ab2e,revision_number=2']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:56:35.887041 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:56:35.895271 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-554619'] for floatingip, after_update {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:35.991243 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.l3_db [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Floating IP f9c58ee9-cd39-46f8-93a2-f9d59cb4b63d associated. External IP: 172.27.0.59, port: c73a85cb-3095-46f7-9f5e-40da6515aa3d.
Jun 23 03:56:36.189282 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Router 9d378748-6831-4597-8ca4-1d0f42a7bc0b has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:56:36.292589 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:56:36.302100 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417bf45f-77ae-4176-98a9-f9d94577f260 None None] Sync routers for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:56:36.307954 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:36.311452 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417bf45f-77ae-4176-98a9-f9d94577f260 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:56:36.312083 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-417bf45f-77ae-4176-98a9-f9d94577f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf5081f0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:56:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:56:36.356692 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5215666
Jun 23 03:56:36.356692 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'tag': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:56:36.356692 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0" -d '{"events": [{"name": "network-changed", "server_uuid": "791fd1df-f755-46da-8a84-ec0988cd4adf", "tag": "c73a85cb-3095-46f7-9f5e-40da6515aa3d"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:56:36.376013 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:36.386891 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902cd3a9-abaa-447c-8db5-1c4652218c8e x-openstack-request-id: req-902cd3a9-abaa-447c-8db5-1c4652218c8e {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:56:36.387225 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791fd1df-f755-46da-8a84-ec0988cd4adf", "tag": "c73a85cb-3095-46f7-9f5e-40da6515aa3d", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:56:36.387525 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-902cd3a9-abaa-447c-8db5-1c4652218c8e {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:56:36.387963 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'tag': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d', 'status': 'completed', 'code': 200}
Jun 23 03:56:36.443162 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-417bf45f-77ae-4176-98a9-f9d94577f260 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:56:36.463279 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0 req-d2ba0661-6fc0-4924-9c7e-ae7b9fe8dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:36.464793 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0 req-d2ba0661-6fc0-4924-9c7e-ae7b9fe8dcd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 1099 time: 0.0535469
Jun 23 03:56:36.559154 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0 req-e912c6b8-d49c-4a14-acf1-90f1b693bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:36.560030 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0 req-e912c6b8-d49c-4a14-acf1-90f1b693bab5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 911 time: 0.0893559
Jun 23 03:56:36.622725 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0 req-e2cbace4-e9c8-4de3-8c07-762393b9a354 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73a85cb-3095-46f7-9f5e-40da6515aa3d HTTP/1.1" status: 200  len: 999 time: 0.0563591
Jun 23 03:56:36.665836 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-417bf45f-77ae-4176-98a9-f9d94577f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf5081f0>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '2db4a0f8-4150-4c58-9d0f-4514001dca99', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:81:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:54:14Z', 'updated_at': '2021-06-23T03:54:16Z', 'revision_number': 1, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}, {'id': 'f9c58ee9-cd39-46f8-93a2-f9d59cb4b63d', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:9f:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:56:35Z', 'updated_at': '2021-06-23T03:56:35Z', 'revision_number': 0, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:56:36.673554 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0 req-3524c225-f776-4c2a-9902-328dc6dc835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:36.674996 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0 req-3524c225-f776-4c2a-9902-328dc6dc835e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0463610
Jun 23 03:56:36.693361 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417bf45f-77ae-4176-98a9-f9d94577f260 None None] Checking router: 9d378748-6831-4597-8ca4-1d0f42a7bc0b for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:56:36.702451 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417bf45f-77ae-4176-98a9-f9d94577f260 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:56:36.703072 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-417bf45f-77ae-4176-98a9-f9d94577f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf5081f0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:56:35Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:56:36.731189 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0 req-50a03e63-148d-498b-a47c-55a845f00fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:36.733275 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0 req-50a03e63-148d-498b-a47c-55a845f00fcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0517426
Jun 23 03:56:36.823596 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0 req-7bff153a-5fba-4f63-9447-e21bc1c59041 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0841191
Jun 23 03:56:36.917158 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1dc9cd16-6362-4b5c-b01f-0ec5023796f0 req-47f43d8d-ae31-4a18-af99-35469a06d27d service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870669
Jun 23 03:56:36.935920 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-417bf45f-77ae-4176-98a9-f9d94577f260 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:56:37.158820 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-417bf45f-77ae-4176-98a9-f9d94577f260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf5081f0>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '2db4a0f8-4150-4c58-9d0f-4514001dca99', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:81:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:54:14Z', 'updated_at': '2021-06-23T03:54:16Z', 'revision_number': 1, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}, {'id': 'f9c58ee9-cd39-46f8-93a2-f9d59cb4b63d', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:9f:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:56:35Z', 'updated_at': '2021-06-23T03:56:35Z', 'revision_number': 0, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:56:37.184059 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417bf45f-77ae-4176-98a9-f9d94577f260 None None] The sync data for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi is: [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '2db4a0f8-4150-4c58-9d0f-4514001dca99', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:81:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:54:14Z', 'updated_at': '2021-06-23T03:54:16Z', 'revision_number': 1, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}, {'id': 'f9c58ee9-cd39-46f8-93a2-f9d59cb4b63d', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:9f:09:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:56:35Z', 'updated_at': '2021-06-23T03:56:35Z', 'revision_number': 0, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:56:37.383848 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f451a2-ad07-451c-8167-4be6c88d5c9f None None] New status for floating IP f9c58ee9-cd39-46f8-93a2-f9d59cb4b63d: ACTIVE {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:56:37.503322 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:55.912181 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:56:59.533819 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-f02c6c3b-52f3-4087-93af-9d914b963a29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0906470
Jun 23 03:56:59.609363 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-a6c76b80-e069-4a87-8cb5-ba6ed14ff837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:59.610800 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-a6c76b80-e069-4a87-8cb5-ba6ed14ff837 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7274023448c644aa9df320d7e545cfe2&device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 1099 time: 0.0557163
Jun 23 03:56:59.711989 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-4c00d15b-4e5c-49b5-a839-780015805b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:59.713397 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-4c00d15b-4e5c-49b5-a839-780015805b43 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94c21f14-516c-43fa-99b6-c2b7c458575b HTTP/1.1" status: 200  len: 909 time: 0.0824792
Jun 23 03:56:59.780586 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-8fce9255-c6b7-4dc8-aec2-e46f3f3cf3dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5fff527-016d-40f5-a782-9936b05e7105 HTTP/1.1" status: 200  len: 1001 time: 0.0587349
Jun 23 03:56:59.827445 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-e634ed96-7d07-49f6-b76f-c866ca0f7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:59.828875 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-e634ed96-7d07-49f6-b76f-c866ca0f7c2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b2ca142-b11b-4b37-ae9e-2b432dcd59c2 HTTP/1.1" status: 200  len: 848 time: 0.0416605
Jun 23 03:56:59.883005 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-a82957b0-deaa-484d-87ed-662aecc9b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:56:59.884394 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-a82957b0-deaa-484d-87ed-662aecc9b07f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94c21f14-516c-43fa-99b6-c2b7c458575b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0497169
Jun 23 03:56:59.895238 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-37689df9-ebab-46f5-8865-ff75ec635038 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=99522) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 23 03:56:59.896134 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-37689df9-ebab-46f5-8865-ff75ec635038 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047410
Jun 23 03:56:59.984352 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-ebdde88d-e9e5-4fc6-a410-2d06b85f35e6 service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817122
Jun 23 03:57:00.070293 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-b8e5e08f-a107-438e-bb54-fb83a459e47e req-a7510065-5ae4-4793-9026-73b5c53506cc service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0796256
Jun 23 03:57:02.363422 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-f6c49aef-253c-4182-84bd-10b929295b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:05.009710 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-5426fafb-81ae-4225-9008-c3ca0a1a8574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:05.355681 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:06.358900 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:07.505900 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:10.223305 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:57:18.972621 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a85cd-96f9-4460-b824-8e67324952ae req-bd6fd860-0b6f-45a2-a4e4-91a0ba9ba42c tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:18.974063 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7a3a85cd-96f9-4460-b824-8e67324952ae req-bd6fd860-0b6f-45a2-a4e4-91a0ba9ba42c tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0607862
Jun 23 03:57:19.015782 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-7a3a85cd-96f9-4460-b824-8e67324952ae req-38c0e188-cdd5-4caa-ad1b-83190fbaff93 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360525
Jun 23 03:57:20.192045 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792dbc6-8c5c-45c5-aefa-3d211cfa28da req-1ef1375b-22d6-4b47-863f-af32e02fcfc4 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:20.193528 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6792dbc6-8c5c-45c5-aefa-3d211cfa28da req-1ef1375b-22d6-4b47-863f-af32e02fcfc4 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0660465
Jun 23 03:57:20.230126 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6792dbc6-8c5c-45c5-aefa-3d211cfa28da req-e6a1222c-c1be-43cb-b22f-8978a4002af9 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310218
Jun 23 03:57:21.416469 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51515a05-d858-4df5-88ac-1e68da62a956 req-37653d4f-92f6-4f47-872c-c21bf43be8f6 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:21.417959 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-51515a05-d858-4df5-88ac-1e68da62a956 req-37653d4f-92f6-4f47-872c-c21bf43be8f6 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0626729
Jun 23 03:57:21.454608 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-51515a05-d858-4df5-88ac-1e68da62a956 req-c8a6efab-c13a-44b7-8c3a-5c62d2e6ff26 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302751
Jun 23 03:57:22.623553 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634353c-7e42-4b6d-a9fe-cdb8beb518e1 req-36e15640-3db5-44e7-990d-b046cf82e946 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:22.625143 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c634353c-7e42-4b6d-a9fe-cdb8beb518e1 req-36e15640-3db5-44e7-990d-b046cf82e946 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0619388
Jun 23 03:57:22.661864 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-c634353c-7e42-4b6d-a9fe-cdb8beb518e1 req-771f45ed-d755-4e5c-8e45-2eab46d61b97 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311549
Jun 23 03:57:23.832407 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfb1ff-6073-44ce-b1ea-c8860099ceef req-4e13c047-8581-4dda-8e65-cbf0f4dd7dcf tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:23.833858 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cfdfb1ff-6073-44ce-b1ea-c8860099ceef req-4e13c047-8581-4dda-8e65-cbf0f4dd7dcf tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0613332
Jun 23 03:57:23.870852 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cfdfb1ff-6073-44ce-b1ea-c8860099ceef req-839743a1-e667-42ec-b337-9c36d7464fea tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312667
Jun 23 03:57:25.040624 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673a9b8-260b-4fd8-8eeb-8e38a7935fb6 req-8827c9f5-16ae-4308-b004-bdd66bf942c8 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:25.042068 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8673a9b8-260b-4fd8-8eeb-8e38a7935fb6 req-8827c9f5-16ae-4308-b004-bdd66bf942c8 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0615671
Jun 23 03:57:25.079592 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8673a9b8-260b-4fd8-8eeb-8e38a7935fb6 req-1828ea11-ed01-4fa1-9200-f0eb0a17d29f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313182
Jun 23 03:57:25.911806 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:26.254895 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58a0b7-9070-4956-9279-cb953a6346e3 req-614222b2-1a42-40a1-9ea8-97a1884f1677 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:26.256338 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3f58a0b7-9070-4956-9279-cb953a6346e3 req-614222b2-1a42-40a1-9ea8-97a1884f1677 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0676882
Jun 23 03:57:26.294756 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3f58a0b7-9070-4956-9279-cb953a6346e3 req-14f7099f-d365-4089-aa3d-32fbf11618e9 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327759
Jun 23 03:57:27.471542 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178622-b858-47ed-bca6-c3084a4da995 req-ddda74d7-501e-46a0-8dc2-7fb8637a8a91 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:27.480882 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-de178622-b858-47ed-bca6-c3084a4da995 req-ddda74d7-501e-46a0-8dc2-7fb8637a8a91 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0745499
Jun 23 03:57:27.518830 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-de178622-b858-47ed-bca6-c3084a4da995 req-d86eb276-414a-4d15-9dc0-0407121573d4 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323734
Jun 23 03:57:28.691059 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4060c-c55b-4b1c-82ec-0dcf66a1ce9b req-dce4470e-e2e8-44d6-ac41-b46d35b06744 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:28.692560 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-97d4060c-c55b-4b1c-82ec-0dcf66a1ce9b req-dce4470e-e2e8-44d6-ac41-b46d35b06744 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0624952
Jun 23 03:57:28.729182 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-97d4060c-c55b-4b1c-82ec-0dcf66a1ce9b req-9b5ca149-703d-4c47-83c9-430b75ed3759 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0309644
Jun 23 03:57:29.079866 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35762a-b3bf-4ae8-bbb3-768053bff8ff req-6d96e57a-7239-4492-b867-fa0da829674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:29.081335 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb35762a-b3bf-4ae8-bbb3-768053bff8ff req-6d96e57a-7239-4492-b867-fa0da829674c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7274023448c644aa9df320d7e545cfe2&device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 1099 time: 0.0530660
Jun 23 03:57:29.176843 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35762a-b3bf-4ae8-bbb3-768053bff8ff req-3334bd75-8c9e-4e0f-b3a3-51b4ac60a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:29.178288 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb35762a-b3bf-4ae8-bbb3-768053bff8ff req-3334bd75-8c9e-4e0f-b3a3-51b4ac60a09c service neutron] 10.222.0.26 "GET /v2.0/networks?id=94c21f14-516c-43fa-99b6-c2b7c458575b HTTP/1.1" status: 200  len: 909 time: 0.0907259
Jun 23 03:57:29.252498 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb35762a-b3bf-4ae8-bbb3-768053bff8ff req-861d1fa4-0998-4ca8-9838-a178ecf213aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5fff527-016d-40f5-a782-9936b05e7105 HTTP/1.1" status: 200  len: 1001 time: 0.0679622
Jun 23 03:57:29.301478 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35762a-b3bf-4ae8-bbb3-768053bff8ff req-e25499a3-fbcb-4ab7-840f-9527b7f6b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:29.302880 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb35762a-b3bf-4ae8-bbb3-768053bff8ff req-e25499a3-fbcb-4ab7-840f-9527b7f6b4a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b2ca142-b11b-4b37-ae9e-2b432dcd59c2 HTTP/1.1" status: 200  len: 848 time: 0.0430865
Jun 23 03:57:29.360398 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35762a-b3bf-4ae8-bbb3-768053bff8ff req-7bbbe0bf-39f6-487a-bc5a-ac7884ae9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:29.361315 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb35762a-b3bf-4ae8-bbb3-768053bff8ff req-7bbbe0bf-39f6-487a-bc5a-ac7884ae9878 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94c21f14-516c-43fa-99b6-c2b7c458575b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0522916
Jun 23 03:57:29.446602 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb35762a-b3bf-4ae8-bbb3-768053bff8ff req-ce5ff0ba-4886-40e0-8efc-779d798b4e1b service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0779898
Jun 23 03:57:29.537829 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-bb35762a-b3bf-4ae8-bbb3-768053bff8ff req-3e764044-7224-4b0b-a5db-19ae5f241133 service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839319
Jun 23 03:57:29.896336 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680559c4-0417-40f7-a251-2e475797a199 req-39cad3fe-b7ce-49bd-9ff8-2ee77e31d928 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:29.897793 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-680559c4-0417-40f7-a251-2e475797a199 req-39cad3fe-b7ce-49bd-9ff8-2ee77e31d928 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0607767
Jun 23 03:57:29.933174 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-680559c4-0417-40f7-a251-2e475797a199 req-fec0381d-445a-4ea1-9e3d-707ffd2a1962 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0298278
Jun 23 03:57:31.107850 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753d53a-49f6-4a7c-9692-8753cd371ca3 req-1e34c59a-1a3d-4518-a05a-6289fd568af8 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:31.109351 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a753d53a-49f6-4a7c-9692-8753cd371ca3 req-1e34c59a-1a3d-4518-a05a-6289fd568af8 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0662057
Jun 23 03:57:31.151108 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a753d53a-49f6-4a7c-9692-8753cd371ca3 req-41871e7b-3b50-4404-b66e-60c429f682e3 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361774
Jun 23 03:57:32.321564 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d174d-bcd2-4be0-ac0f-90e944d32e1a req-c9ee0d7d-9e70-4275-981b-f32120849b8e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:32.322984 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e83d174d-bcd2-4be0-ac0f-90e944d32e1a req-c9ee0d7d-9e70-4275-981b-f32120849b8e tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0665734
Jun 23 03:57:32.362834 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e83d174d-bcd2-4be0-ac0f-90e944d32e1a req-2b1d8254-8a3b-4c2f-8d56-392260627d5d tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341423
Jun 23 03:57:32.364388 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-70f6f496-9bde-454d-bb56-cecec42f9eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:32.803453 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35552) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:57:32.866099 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9c9a1-c6ee-4604-92e4-3d72c0de677c req-fa3d828a-5780-4df9-b154-ad7a1b703110 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:32.867571 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e8c9c9a1-c6ee-4604-92e4-3d72c0de677c req-fa3d828a-5780-4df9-b154-ad7a1b703110 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0700932
Jun 23 03:57:32.895649 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-59176467-f33e-4734-94f2-02000d692efb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0909870
Jun 23 03:57:32.906493 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-e8c9c9a1-c6ee-4604-92e4-3d72c0de677c req-f78863e8-e90d-4da2-ac59-0cb9efedd325 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328817
Jun 23 03:57:34.083610 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e7a8d-af64-4a76-a713-605ff53b9867 req-46f6d100-7bc4-4abb-8861-a344ecc8828d tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:34.085109 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3f7e7a8d-af64-4a76-a713-605ff53b9867 req-46f6d100-7bc4-4abb-8861-a344ecc8828d tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0646570
Jun 23 03:57:34.122909 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3f7e7a8d-af64-4a76-a713-605ff53b9867 req-d5f57d21-01f7-4daa-99c7-4e5286cbbb1b tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321894
Jun 23 03:57:35.010780 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9b65f7c2-495b-497b-9487-6b0f3d9c1b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:35.129134 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device b5fff527-016d-40f5-a782-9936b05e7105 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:57:35.217119 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:35.240652 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:57:35.242874 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7594bb62-5ef8-4af4-9a97-18974299b68e" -d '{"events": [{"server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "name": "network-vif-unplugged", "status": "completed", "tag": "b5fff527-016d-40f5-a782-9936b05e7105"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:57:35.256334 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port b5fff527-016d-40f5-a782-9936b05e7105, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b5fff527-016d-40f5-a782-9936b05e7105,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:57:35.261887 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:35.263373 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:57:35.319823 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=b5fff527-016d-40f5-a782-9936b05e7105,revision_number=6']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:57:35.327208 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.327567 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.328112 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.328713 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.329223 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.329900 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.330438 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.331037 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.331537 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.332014 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.332492 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.333206 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:57:35.334195 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adde66-50e1-4122-848e-2ab696111f63 req-ad0d11e4-bf3a-4522-a4eb-acebe2e50161 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:35.336727 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a3adde66-50e1-4122-848e-2ab696111f63 req-ad0d11e4-bf3a-4522-a4eb-acebe2e50161 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0998900
Jun 23 03:57:35.340601 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:57:35.362352 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbb0588-d9a3-46c4-831d-15cf14299115 x-openstack-request-id: req-4dbb0588-d9a3-46c4-831d-15cf14299115 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:57:35.362700 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "name": "network-vif-unplugged", "status": "failed", "tag": "b5fff527-016d-40f5-a782-9936b05e7105", "code": 422}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:57:35.363174 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dbb0588-d9a3-46c4-831d-15cf14299115 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:57:35.363675 dv-cinder-768592-6-iscsi neutron-server[99524]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105', 'code': 422} returned with failed status
Jun 23 03:57:35.364854 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:35.390124 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-a3adde66-50e1-4122-848e-2ab696111f63 req-6ef60859-1a36-4edd-ab5d-75e9f8f32f3a tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395830
Jun 23 03:57:36.362845 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:36.567416 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4a58e-a59b-426d-8ab6-c6feee431d8a req-16dc1473-f346-48c9-84b4-ddafcb89244a tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:36.568831 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-55c4a58e-a59b-426d-8ab6-c6feee431d8a req-16dc1473-f346-48c9-84b4-ddafcb89244a tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0683153
Jun 23 03:57:36.605677 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-55c4a58e-a59b-426d-8ab6-c6feee431d8a req-9c7cc301-5bba-4af0-ad99-c92d0185cbfa tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312574
Jun 23 03:57:37.507292 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:37.778162 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fac78-2c67-4821-933a-48ebe1a5f418 req-8ebb04b4-456c-4ccc-a917-1d85ae51ba56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:37.779821 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8c5fac78-2c67-4821-933a-48ebe1a5f418 req-8ebb04b4-456c-4ccc-a917-1d85ae51ba56 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0648828
Jun 23 03:57:37.816975 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-8c5fac78-2c67-4821-933a-48ebe1a5f418 req-68b8b3cd-d6b0-4d13-ae2d-47af03fbb9ca tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316813
Jun 23 03:57:38.466059 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-9b55e04d-f78c-4832-bbbc-ef5457eb28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:38.467485 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-9b55e04d-f78c-4832-bbbc-ef5457eb28aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e&tenant_id=7274023448c644aa9df320d7e545cfe2 HTTP/1.1" status: 200  len: 1097 time: 0.0505307
Jun 23 03:57:38.539546 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-b86d48ed-6844-4564-9c49-5e71dd8222ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:38.541011 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-b86d48ed-6844-4564-9c49-5e71dd8222ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7274023448c644aa9df320d7e545cfe2&device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 1097 time: 0.0518475
Jun 23 03:57:38.635533 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-578c4068-587a-4fa4-864d-2feb7750a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:38.637028 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-578c4068-587a-4fa4-864d-2feb7750a695 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94c21f14-516c-43fa-99b6-c2b7c458575b HTTP/1.1" status: 200  len: 909 time: 0.0886722
Jun 23 03:57:38.704023 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-079fc4f1-7a1d-44a7-8702-0b579e857c6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5fff527-016d-40f5-a782-9936b05e7105 HTTP/1.1" status: 200  len: 999 time: 0.0594528
Jun 23 03:57:38.998818 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f514737-62fb-4d86-9066-f43759c7fa96 req-98bdd02d-ee97-4f9e-acec-aa9e19c7cda2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:39.000901 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3f514737-62fb-4d86-9066-f43759c7fa96 req-98bdd02d-ee97-4f9e-acec-aa9e19c7cda2 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0666022
Jun 23 03:57:39.029268 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-cce23735-c059-412c-8a7f-b22d64f69bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:39.030680 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-cce23735-c059-412c-8a7f-b22d64f69bd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b2ca142-b11b-4b37-ae9e-2b432dcd59c2 HTTP/1.1" status: 200  len: 848 time: 0.3214290
Jun 23 03:57:39.038987 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-3f514737-62fb-4d86-9066-f43759c7fa96 req-6b483669-5c39-4423-b1e0-3c24c8b64801 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321765
Jun 23 03:57:39.087754 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-beaca2f3-e0aa-4088-9bf5-50193c28af35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:39.089223 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-beaca2f3-e0aa-4088-9bf5-50193c28af35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94c21f14-516c-43fa-99b6-c2b7c458575b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0500205
Jun 23 03:57:39.178790 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-2bb12b06-c2b6-423e-aecf-1b632bfe3bb3 service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0823376
Jun 23 03:57:39.267582 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-11d636ce-749f-412f-a50f-c05b6b9f5444 req-17b52539-aeb1-46d9-a789-fd3fd7d12751 service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819690
Jun 23 03:57:40.211305 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a329251-6878-426b-91e2-bb6a26c72c8d req-4400eecc-4297-4fa1-a390-c65797083222 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:40.212781 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4a329251-6878-426b-91e2-bb6a26c72c8d req-4400eecc-4297-4fa1-a390-c65797083222 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0657821
Jun 23 03:57:40.251415 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-4a329251-6878-426b-91e2-bb6a26c72c8d req-25d02b2f-3b05-435e-887f-0303820a3abb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0330467
Jun 23 03:57:41.418013 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447920c5-3a98-4c38-b054-e4aa5476c4ba req-dc0f3a45-4da7-4233-a86e-4942201b5f46 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:41.419422 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-447920c5-3a98-4c38-b054-e4aa5476c4ba req-dc0f3a45-4da7-4233-a86e-4942201b5f46 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0608821
Jun 23 03:57:41.455925 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-447920c5-3a98-4c38-b054-e4aa5476c4ba req-953ebad2-065e-4cad-97ce-60ae90adac64 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302794
Jun 23 03:57:42.635190 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eecb0f-98ca-4b4c-b6f5-8053839e964b req-7babc760-df7a-46c2-b50f-68765c2d921d tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:42.636670 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-93eecb0f-98ca-4b4c-b6f5-8053839e964b req-7babc760-df7a-46c2-b50f-68765c2d921d tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0634952
Jun 23 03:57:42.673576 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-93eecb0f-98ca-4b4c-b6f5-8053839e964b req-784b5405-6f0f-42af-a80a-7d48ac2eac8a tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0311456
Jun 23 03:57:43.846979 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd24329-626f-4833-ae73-e5c775569827 req-fc0900a2-4fb7-49ae-90d1-087a4964a1fc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:43.848404 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1cd24329-626f-4833-ae73-e5c775569827 req-fc0900a2-4fb7-49ae-90d1-087a4964a1fc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0671773
Jun 23 03:57:43.891839 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-1cd24329-626f-4833-ae73-e5c775569827 req-3e37e3d1-5fad-4da6-868e-555c10e10311 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317111
Jun 23 03:57:45.061384 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf79d86-5be4-41a4-8b3a-b9bc33c1ce53 req-852b94c0-42e4-4ee0-b598-6e1bd41aa321 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:45.062828 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-daf79d86-5be4-41a4-8b3a-b9bc33c1ce53 req-852b94c0-42e4-4ee0-b598-6e1bd41aa321 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0622659
Jun 23 03:57:45.099254 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-daf79d86-5be4-41a4-8b3a-b9bc33c1ce53 req-c604aa8d-2092-421b-b035-7161bd1ebacc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0301564
Jun 23 03:57:46.271101 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9564d-83a8-41d3-ab2e-625746902764 req-8d93c75d-902f-4275-a90f-dca98a9ffdea tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:46.272554 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8fa9564d-83a8-41d3-ab2e-625746902764 req-8d93c75d-902f-4275-a90f-dca98a9ffdea tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 944 time: 0.0621567
Jun 23 03:57:46.308875 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-8fa9564d-83a8-41d3-ab2e-625746902764 req-d1e5630c-36fb-4bb0-8d10-ff27dadeadd7 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307593
Jun 23 03:57:47.178217 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device b5fff527-016d-40f5-a782-9936b05e7105 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99524) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jun 23 03:57:47.221490 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:57:47.272254 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port b5fff527-016d-40f5-a782-9936b05e7105, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b5fff527-016d-40f5-a782-9936b05e7105,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:57:47.284053 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Returning: {'device': 'b5fff527-016d-40f5-a782-9936b05e7105', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'port_id': 'b5fff527-016d-40f5-a782-9936b05e7105', 'mac_address': 'fa:16:3e:b6:52:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99524) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jun 23 03:57:47.319080 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:47.331653 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fff527-016d-40f5-a782-9936b05e7105 {{(pid=99524) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 23 03:57:47.352474 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port b5fff527-016d-40f5-a782-9936b05e7105, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b5fff527-016d-40f5-a782-9936b05e7105,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:57:47.356807 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:47.358530 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:57:47.408475 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=b5fff527-016d-40f5-a782-9936b05e7105,revision_number=7']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:57:47.411872 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:57:47.487718 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465d6ee-bb56-4248-9933-e89ba06b6154 req-54c4fb23-bfa7-4cc9-b7a3-f78a03924c86 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:47.489265 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2465d6ee-bb56-4248-9933-e89ba06b6154 req-54c4fb23-bfa7-4cc9-b7a3-f78a03924c86 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 945 time: 0.0664721
Jun 23 03:57:47.526661 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-2465d6ee-bb56-4248-9933-e89ba06b6154 req-be0a09b9-a4c6-4582-ac7b-c9dc1b83e5dc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317538
Jun 23 03:57:47.584096 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] get_ports_and_sgs() called for port_ids ['b5fff527-016d-40f5-a782-9936b05e7105'] {{(pid=99524) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jun 23 03:57:48.707703 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c57700-4bf7-48b5-bc74-cbf212cfb747 req-4f1e92fb-3c35-4106-99a8-6e7e0ed51788 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:48.709176 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-72c57700-4bf7-48b5-bc74-cbf212cfb747 req-4f1e92fb-3c35-4106-99a8-6e7e0ed51788 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 945 time: 0.0706830
Jun 23 03:57:48.746299 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-72c57700-4bf7-48b5-bc74-cbf212cfb747 req-ea55d597-dd6c-4a4f-b7f3-1b9e6573a09b tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315590
Jun 23 03:57:49.209323 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device b5fff527-016d-40f5-a782-9936b05e7105 up at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jun 23 03:57:49.255545 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.provisioning_blocks [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Provisioning complete for port b5fff527-016d-40f5-a782-9936b05e7105 triggered by entity L2. {{(pid=99524) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 23 03:57:49.255916 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2061444'] for port, provisioning_complete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:49.331660 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1975100'] for port, before_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:49.355221 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105'}] {{(pid=99524) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:57:49.357482 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e99e98aabb835159b5d76ac0d4a9ec9575d6a93a107e4258fa37414f8a5af32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb80d8c-3dfc-4545-ab24-9fdc9afba71f" -d '{"events": [{"server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "name": "network-vif-plugged", "status": "completed", "tag": "b5fff527-016d-40f5-a782-9936b05e7105"}]}' {{(pid=99524) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:57:49.370577 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] For port b5fff527-016d-40f5-a782-9936b05e7105, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b5fff527-016d-40f5-a782-9936b05e7105,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:57:49.374656 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764877744851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764877239224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764877239269'] for port, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:57:49.377098 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-0d4f0647-f011-4c4d-90de-e7210a382c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:57:49.398532 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2fb2ea-1141-43f0-a4db-2a03980d5213 x-openstack-request-id: req-ae2fb2ea-1141-43f0-a4db-2a03980d5213 {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:57:49.398825 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "name": "network-vif-plugged", "status": "completed", "tag": "b5fff527-016d-40f5-a782-9936b05e7105", "code": 200}]} {{(pid=99524) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:57:49.399082 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae2fb2ea-1141-43f0-a4db-2a03980d5213 {{(pid=99524) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:57:49.399462 dv-cinder-768592-6-iscsi neutron-server[99524]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105', 'code': 200}
Jun 23 03:57:49.425477 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Pushing event updated for resources: {'Port': ['ID=b5fff527-016d-40f5-a782-9936b05e7105,revision_number=8']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:57:49.428317 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:57:49.621787 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b198cb-4f31-4912-8c1b-c28b2a6ac13c req-6a71e093-95c6-450e-b593-3bc62390df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:49.623167 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-93b198cb-4f31-4912-8c1b-c28b2a6ac13c req-6a71e093-95c6-450e-b593-3bc62390df03 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 1099 time: 0.0491745
Jun 23 03:57:49.655212 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-93b198cb-4f31-4912-8c1b-c28b2a6ac13c req-bde8ff72-e1db-4be4-89a4-90c145086903 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259850
Jun 23 03:57:49.913652 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc794b26-e9d6-4773-94fb-6316e98e13e0 req-49e21bc3-db9b-480d-9ace-fd68e27a580a tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:49.914976 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cc794b26-e9d6-4773-94fb-6316e98e13e0 req-49e21bc3-db9b-480d-9ace-fd68e27a580a tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0612931
Jun 23 03:57:49.950956 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-cc794b26-e9d6-4773-94fb-6316e98e13e0 req-8daa1c56-d3a7-4823-a0fa-894b790ac554 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304556
Jun 23 03:57:51.129771 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2470212-7a37-415a-83e0-a4e71c3e2715 req-6e32a403-c0f8-405f-b025-df3de0f90a5c tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:57:51.131197 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d2470212-7a37-415a-83e0-a4e71c3e2715 req-6e32a403-c0f8-405f-b025-df3de0f90a5c tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0680583
Jun 23 03:57:51.167666 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d2470212-7a37-415a-83e0-a4e71c3e2715 req-4f3fba99-387b-4e1a-931b-087843dfe4ce tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308990
Jun 23 03:57:55.940499 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:01.459151 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-dcb91f26-be11-4c84-a008-c5567b01dece service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0503826
Jun 23 03:58:01.554027 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-c23116a8-47ab-4bb8-931a-b1a3fad6f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:01.555478 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-c23116a8-47ab-4bb8-931a-b1a3fad6f235 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 1098 time: 0.0531757
Jun 23 03:58:01.660628 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-7f87f489-2083-4af9-8815-9bc4e6c04932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:01.662049 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-7f87f489-2083-4af9-8815-9bc4e6c04932 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 911 time: 0.0864544
Jun 23 03:58:01.725622 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-38d5d209-c1b2-42d3-908b-5e263a9ac4f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65 HTTP/1.1" status: 200  len: 1000 time: 0.0561047
Jun 23 03:58:01.775958 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-974477e3-6875-4c30-a8fb-51810b62a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:01.777368 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-974477e3-6875-4c30-a8fb-51810b62a38a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0460374
Jun 23 03:58:01.833334 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-9d6e15c7-4068-4c97-9a33-9b6b10bf1fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:01.834765 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-9d6e15c7-4068-4c97-9a33-9b6b10bf1fc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0505078
Jun 23 03:58:01.921068 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-33082643-8dd3-496a-b15d-637728aff001 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0794256
Jun 23 03:58:02.010330 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-d8ec21ff-d0fb-4879-901e-d3dfb5c2b445 req-54ae9af9-0aae-4cf1-8447-86627e592ef0 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830331
Jun 23 03:58:02.365317 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-39deffff-0b16-4f80-9b02-5d212fc6afac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:05.011670 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-65425311-8474-4727-b02a-c526eb781aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:05.355608 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:06.363799 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:07.510075 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:08.061870 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35612) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:08.215522 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Deleting port b83d3589-8966-4653-8711-c67b37f2ab2e {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:08.215858 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:08.291640 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:08.291963 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:08.303003 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Calling delete_port for b83d3589-8966-4653-8711-c67b37f2ab2e owned by network:floatingip {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:08.443003 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:08.445059 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-db20f343-03f0-454c-8b64-50609316246f tempest-AttachVolumeTestJSON-503874185 tempest-AttachVolumeTestJSON-503874185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:08.468846 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event deleted for resources: {'Port': ['ID=b83d3589-8966-4653-8711-c67b37f2ab2e,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:08.480753 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.481140 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.481518 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.481890 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.482257 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.482621 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.482986 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.483348 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.483709 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.484067 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.484429 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.484809 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:08.503558 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:08.541203 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:08.546001 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.l3_db [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Floating IP f9c58ee9-cd39-46f8-93a2-f9d59cb4b63d disassociated (deleted). External IP: 172.27.0.59, port: c73a85cb-3095-46f7-9f5e-40da6515aa3d.
Jun 23 03:58:08.759553 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Router 9d378748-6831-4597-8ca4-1d0f42a7bc0b has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:58:08.864952 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:58:08.869926 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:08.874479 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bcc7ab-b055-4a33-9871-c8a06e33bb73 None None] Sync routers for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:58:08.883565 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bcc7ab-b055-4a33-9871-c8a06e33bb73 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:58:08.884176 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-e5bcc7ab-b055-4a33-9871-c8a06e33bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb467f5e0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:58:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:08.905185 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-b2eecab8-2f62-4f3e-950f-d57e29e657b5 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "DELETE /v2.0/floatingips/f9c58ee9-cd39-46f8-93a2-f9d59cb4b63d HTTP/1.1" status: 204  len: 168 time: 0.8422601
Jun 23 03:58:08.905840 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'tag': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:58:08.908229 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5388fa1d-6eba-494a-b309-8e9b8dc84349" -d '{"events": [{"name": "network-changed", "server_uuid": "791fd1df-f755-46da-8a84-ec0988cd4adf", "tag": "c73a85cb-3095-46f7-9f5e-40da6515aa3d"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:58:08.990765 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-e5bcc7ab-b055-4a33-9871-c8a06e33bb73 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:58:09.172380 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900fccb5-8546-44a0-8e20-2bc448b53f87 x-openstack-request-id: req-900fccb5-8546-44a0-8e20-2bc448b53f87 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:58:09.173502 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "791fd1df-f755-46da-8a84-ec0988cd4adf", "tag": "c73a85cb-3095-46f7-9f5e-40da6515aa3d", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:58:09.173883 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-900fccb5-8546-44a0-8e20-2bc448b53f87 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:58:09.174334 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'tag': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d', 'status': 'completed', 'code': 200}
Jun 23 03:58:09.237127 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-e5bcc7ab-b055-4a33-9871-c8a06e33bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb467f5e0>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '2db4a0f8-4150-4c58-9d0f-4514001dca99', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:81:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:54:14Z', 'updated_at': '2021-06-23T03:54:16Z', 'revision_number': 1, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:09.249560 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388fa1d-6eba-494a-b309-8e9b8dc84349 req-1e65f0e6-99ff-4da4-9a10-10970b27907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:09.251408 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5388fa1d-6eba-494a-b309-8e9b8dc84349 req-1e65f0e6-99ff-4da4-9a10-10970b27907a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 1099 time: 0.0556402
Jun 23 03:58:09.263997 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bcc7ab-b055-4a33-9871-c8a06e33bb73 None None] Checking router: 9d378748-6831-4597-8ca4-1d0f42a7bc0b for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:58:09.272202 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bcc7ab-b055-4a33-9871-c8a06e33bb73 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:58:09.272864 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-e5bcc7ab-b055-4a33-9871-c8a06e33bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb467f5e0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:58:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:09.296730 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4c22a-155e-4a19-837b-cd6f8e360331 req-cb5f6702-dee0-4849-b66c-983cf65c4ed3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:09.298593 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a7b4c22a-155e-4a19-837b-cd6f8e360331 req-cb5f6702-dee0-4849-b66c-983cf65c4ed3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 946 time: 0.0690901
Jun 23 03:58:09.348729 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388fa1d-6eba-494a-b309-8e9b8dc84349 req-64f47d1b-06f3-4d07-95f5-a1c23dab312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:09.350188 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5388fa1d-6eba-494a-b309-8e9b8dc84349 req-64f47d1b-06f3-4d07-95f5-a1c23dab312b service neutron] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 911 time: 0.0920784
Jun 23 03:58:09.381148 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-e5bcc7ab-b055-4a33-9871-c8a06e33bb73 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:58:09.394804 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5388fa1d-6eba-494a-b309-8e9b8dc84349 req-4456c778-dfcf-45d6-aec0-fad9a49d5d00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73a85cb-3095-46f7-9f5e-40da6515aa3d HTTP/1.1" status: 200  len: 217 time: 0.0363636
Jun 23 03:58:09.444266 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388fa1d-6eba-494a-b309-8e9b8dc84349 req-ff5db4ef-fcff-4bdb-a741-461487b677c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:09.445794 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5388fa1d-6eba-494a-b309-8e9b8dc84349 req-ff5db4ef-fcff-4bdb-a741-461487b677c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0448449
Jun 23 03:58:09.514703 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388fa1d-6eba-494a-b309-8e9b8dc84349 req-661dbaa4-e96f-4608-9ec5-c74a3fe48a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:09.516101 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5388fa1d-6eba-494a-b309-8e9b8dc84349 req-661dbaa4-e96f-4608-9ec5-c74a3fe48a14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0626554
Jun 23 03:58:09.575232 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a7b4c22a-155e-4a19-837b-cd6f8e360331 req-55cb8bab-2716-4fa7-b86e-0b3579123544 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2705252
Jun 23 03:58:09.612002 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-e5bcc7ab-b055-4a33-9871-c8a06e33bb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb467f5e0>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '2db4a0f8-4150-4c58-9d0f-4514001dca99', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:81:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:54:14Z', 'updated_at': '2021-06-23T03:54:16Z', 'revision_number': 1, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:09.629886 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5388fa1d-6eba-494a-b309-8e9b8dc84349 req-7d8500da-256f-437d-bd3b-c8571db8e6fe service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1003804
Jun 23 03:58:09.640787 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bcc7ab-b055-4a33-9871-c8a06e33bb73 None None] The sync data for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi is: [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_floatingips': [{'id': '2db4a0f8-4150-4c58-9d0f-4514001dca99', 'tenant_id': '30194254903542319632415fac0d7ed2', 'floating_ip_address': '172.27.0.97', 'floating_network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'router_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'port_id': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'mac_address': 'fa:16:3e:81:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T03:54:14Z', 'updated_at': '2021-06-23T03:54:16Z', 'revision_number': 1, 'project_id': '30194254903542319632415fac0d7ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:58:09.728564 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5388fa1d-6eba-494a-b309-8e9b8dc84349 req-7deca7bf-1a71-42ab-8700-73dd34d13c20 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884790
Jun 23 03:58:09.845653 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038a22b-f98a-4721-9814-d2795c0e3dfe None None] New status for floating IP f9c58ee9-cd39-46f8-93a2-f9d59cb4b63d: DOWN {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:58:10.788781 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19919452-28eb-4da7-b1c9-f5f6e8ac1b1d req-22989e92-2caf-460a-9b7c-161512c7d4f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:10.790206 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-19919452-28eb-4da7-b1c9-f5f6e8ac1b1d req-22989e92-2caf-460a-9b7c-161512c7d4f3 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 946 time: 0.1045406
Jun 23 03:58:10.799115 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5877c-0ea8-4985-8051-04fa083b4fe3 req-2f4fb496-71b7-4ba7-91be-70a0e418a52d tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:10.800501 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1dd5877c-0ea8-4985-8051-04fa083b4fe3 req-2f4fb496-71b7-4ba7-91be-70a0e418a52d tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 946 time: 0.1051202
Jun 23 03:58:10.872215 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-1dd5877c-0ea8-4985-8051-04fa083b4fe3 req-6db30b7c-70a4-4844-b768-008a5533a0e6 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646970
Jun 23 03:58:10.922732 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-19919452-28eb-4da7-b1c9-f5f6e8ac1b1d req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Deleting port c73a85cb-3095-46f7-9f5e-40da6515aa3d {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:10.923066 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-19919452-28eb-4da7-b1c9-f5f6e8ac1b1d req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:11.010513 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-19919452-28eb-4da7-b1c9-f5f6e8ac1b1d req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] For port c73a85cb-3095-46f7-9f5e-40da6515aa3d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c73a85cb-3095-46f7-9f5e-40da6515aa3d,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:58:11.010862 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-19919452-28eb-4da7-b1c9-f5f6e8ac1b1d req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:11.022546 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-19919452-28eb-4da7-b1c9-f5f6e8ac1b1d req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Calling delete_port for c73a85cb-3095-46f7-9f5e-40da6515aa3d owned by compute:nova {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:11.147244 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-19919452-28eb-4da7-b1c9-f5f6e8ac1b1d req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:11.150949 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-82eaf621-d326-4edc-91f4-3babdf8d2dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:11.180118 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event deleted for resources: {'Port': ['ID=c73a85cb-3095-46f7-9f5e-40da6515aa3d,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:11.208797 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.209189 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.209579 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.209987 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.210359 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.210734 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.211106 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.211472 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.211840 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.212204 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.212567 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.212951 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:58:11.217735 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:11.236257 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-19919452-28eb-4da7-b1c9-f5f6e8ac1b1d req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] No DVR routers for this DVR port c73a85cb-3095-46f7-9f5e-40da6515aa3d on host hv-cinder-76859 {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:58:11.238504 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-19919452-28eb-4da7-b1c9-f5f6e8ac1b1d req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:11.240413 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-19919452-28eb-4da7-b1c9-f5f6e8ac1b1d req-bc6f8702-9696-4327-aabc-49d1f05eb501 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "DELETE /v2.0/ports/c73a85cb-3095-46f7-9f5e-40da6515aa3d HTTP/1.1" status: 204  len: 173 time: 0.4391098
Jun 23 03:58:11.240940 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'name': 'network-vif-deleted', 'tag': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:58:11.243241 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aca3764-87fe-4dee-a556-c5391dbec7c8" -d '{"events": [{"server_uuid": "791fd1df-f755-46da-8a84-ec0988cd4adf", "name": "network-vif-deleted", "tag": "c73a85cb-3095-46f7-9f5e-40da6515aa3d"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:58:11.333313 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea09d71-21da-4d94-9233-49a65ed65b32 x-openstack-request-id: req-dea09d71-21da-4d94-9233-49a65ed65b32 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:58:11.333653 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "791fd1df-f755-46da-8a84-ec0988cd4adf", "name": "network-vif-deleted", "tag": "c73a85cb-3095-46f7-9f5e-40da6515aa3d", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:58:11.333954 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dea09d71-21da-4d94-9233-49a65ed65b32 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:58:11.334400 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '791fd1df-f755-46da-8a84-ec0988cd4adf', 'name': 'network-vif-deleted', 'tag': 'c73a85cb-3095-46f7-9f5e-40da6515aa3d', 'status': 'completed', 'code': 200}
Jun 23 03:58:12.028187 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-66dc73d8-ca3c-47b1-88c1-d62fdb0ce77f req-a8036804-4f82-4949-988f-e25ec226a07e tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=791fd1df-f755-46da-8a84-ec0988cd4adf HTTP/1.1" status: 200  len: 210 time: 0.0305088
Jun 23 03:58:15.320442 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device c73a85cb-3095-46f7-9f5e-40da6515aa3d no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:58:15.337217 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35646) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:15.341229 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: c73a85cb-3095-46f7-9f5e-40da6515aa3d {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:58:15.341592 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device c73a85cb-3095-46f7-9f5e-40da6515aa3d not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:58:15.492561 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Deleting port aa4264c5-41fe-466b-8f24-2884c26ae879 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:15.492927 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:15.565367 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:15.565694 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:15.576804 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Calling delete_port for aa4264c5-41fe-466b-8f24-2884c26ae879 owned by network:floatingip {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:15.745803 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:15.747770 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-765a0246-77e8-4681-a55e-c8bc6a9f3fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:15.770353 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event deleted for resources: {'Port': ['ID=aa4264c5-41fe-466b-8f24-2884c26ae879,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:15.772961 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:15.835589 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:15.835839 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.db.l3_db [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Floating IP 2db4a0f8-4150-4c58-9d0f-4514001dca99 disassociated (deleted). External IP: 172.27.0.97, port: fc5f56b6-7d63-46f8-94ff-7ac256844a65.
Jun 23 03:58:16.030603 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Router 9d378748-6831-4597-8ca4-1d0f42a7bc0b has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:58:16.132790 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:58:16.137400 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:16.141594 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c19e6-20ab-4d86-8463-3b61b033e46b None None] Sync routers for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:58:16.150480 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c19e6-20ab-4d86-8463-3b61b033e46b None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:58:16.151160 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-f97c19e6-20ab-4d86-8463-3b61b033e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4643490>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:58:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:16.172487 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-a1abfcfa-1b8e-4c20-8bbd-13d95e1a66fc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "DELETE /v2.0/floatingips/2db4a0f8-4150-4c58-9d0f-4514001dca99 HTTP/1.1" status: 204  len: 168 time: 0.8342030
Jun 23 03:58:16.174368 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'tag': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:58:16.176460 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f415f4-30ab-41c7-a49c-772af03bb0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "94019aac-a3a4-41fa-869e-f2915b73b0c3", "tag": "fc5f56b6-7d63-46f8-94ff-7ac256844a65"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:58:16.215553 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a4c9ea-2dc3-46a9-8eac-27f3d87709c6 x-openstack-request-id: req-66a4c9ea-2dc3-46a9-8eac-27f3d87709c6 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:58:16.215895 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94019aac-a3a4-41fa-869e-f2915b73b0c3", "tag": "fc5f56b6-7d63-46f8-94ff-7ac256844a65", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:58:16.216205 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66a4c9ea-2dc3-46a9-8eac-27f3d87709c6 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:58:16.216652 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'tag': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'status': 'completed', 'code': 200}
Jun 23 03:58:16.265738 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-f97c19e6-20ab-4d86-8463-3b61b033e46b None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:58:16.291527 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f415f4-30ab-41c7-a49c-772af03bb0fa req-7f9aaeaf-aced-482b-9a3e-7b1ecff451d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:16.293033 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-92f415f4-30ab-41c7-a49c-772af03bb0fa req-7f9aaeaf-aced-482b-9a3e-7b1ecff451d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=30194254903542319632415fac0d7ed2&device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 1098 time: 0.0549500
Jun 23 03:58:16.390058 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f415f4-30ab-41c7-a49c-772af03bb0fa req-ad8dd876-1d4e-4ea3-b622-cf92e292c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:16.391436 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-92f415f4-30ab-41c7-a49c-772af03bb0fa req-ad8dd876-1d4e-4ea3-b622-cf92e292c826 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 200  len: 911 time: 0.0912032
Jun 23 03:58:16.438530 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-92f415f4-30ab-41c7-a49c-772af03bb0fa req-af9af38e-2a0e-42cd-a517-c32ee29be3f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65 HTTP/1.1" status: 200  len: 217 time: 0.0398953
Jun 23 03:58:16.474784 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-f97c19e6-20ab-4d86-8463-3b61b033e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4643490>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:16.488976 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f415f4-30ab-41c7-a49c-772af03bb0fa req-8762fd1b-4a74-4b2c-ac18-35e04f637fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:16.490489 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-92f415f4-30ab-41c7-a49c-772af03bb0fa req-8762fd1b-4a74-4b2c-ac18-35e04f637fe7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 200  len: 850 time: 0.0454991
Jun 23 03:58:16.507114 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c19e6-20ab-4d86-8463-3b61b033e46b None None] Checking router: 9d378748-6831-4597-8ca4-1d0f42a7bc0b for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:58:16.516314 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c19e6-20ab-4d86-8463-3b61b033e46b None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:58:16.517374 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-f97c19e6-20ab-4d86-8463-3b61b033e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4643490>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:58:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:16.556521 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b181e-20ed-4658-bc00-bd8ce75454b3 req-203cb585-b181-416f-8136-c5a84cac7adf tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:16.557989 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a56b181e-20ed-4658-bc00-bd8ce75454b3 req-203cb585-b181-416f-8136-c5a84cac7adf tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 945 time: 0.0647528
Jun 23 03:58:16.561655 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f415f4-30ab-41c7-a49c-772af03bb0fa req-41b76983-b49d-4f17-85e3-4f892e1afd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:16.563319 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-92f415f4-30ab-41c7-a49c-772af03bb0fa req-41b76983-b49d-4f17-85e3-4f892e1afd32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4cd9596c-4407-480b-bc0f-86cd5522e907&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0656402
Jun 23 03:58:16.599932 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-a56b181e-20ed-4658-bc00-bd8ce75454b3 req-de69d227-e965-4842-a30c-1f25dbe9502b tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0327578
Jun 23 03:58:16.662871 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-92f415f4-30ab-41c7-a49c-772af03bb0fa req-322eb020-3075-4f39-a27f-0c9a62945b3a service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0917532
Jun 23 03:58:16.749692 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-f97c19e6-20ab-4d86-8463-3b61b033e46b None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:58:16.758425 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-92f415f4-30ab-41c7-a49c-772af03bb0fa req-cfa383fb-423a-4901-87a8-83ea6a7bee62 service neutron] 10.222.0.26 "GET /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877964
Jun 23 03:58:16.940997 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-f97c19e6-20ab-4d86-8463-3b61b033e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4643490>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:16.966436 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c19e6-20ab-4d86-8463-3b61b033e46b None None] The sync data for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi is: [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:50:58Z', 'revision_number': 4, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '3e8b441c-8d17-4579-82cb-2494f6fd2ab7', 'name': '', 'network_id': '4cd9596c-4407-480b-bc0f-86cd5522e907', 'tenant_id': '30194254903542319632415fac0d7ed2', 'mac_address': 'fa:16:3e:26:61:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:57Z', 'updated_at': '2021-06-23T03:51:02Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'subnets': [{'id': '8302845e-6ca1-43f2-a9f7-d4583c69516a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:58:17.166793 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1770470-b358-4ece-b12e-c18497205a25 None None] New status for floating IP 2db4a0f8-4150-4c58-9d0f-4514001dca99: DOWN {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:58:17.774298 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427159e-b863-4151-a5f3-8f1078717695 req-f832a9a6-9523-4e0e-abc1-6a3f518450d7 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:17.775766 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5427159e-b863-4151-a5f3-8f1078717695 req-f832a9a6-9523-4e0e-abc1-6a3f518450d7 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 945 time: 0.0617359
Jun 23 03:58:17.811861 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-5427159e-b863-4151-a5f3-8f1078717695 req-d2c8f1d7-6f41-4812-a159-c1103c87b129 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305552
Jun 23 03:58:18.011412 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418210d-b9a6-4416-b003-70f7cf95a895 req-986070ac-648b-4586-b252-9cb2470769c4 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:58:18.012804 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6418210d-b9a6-4416-b003-70f7cf95a895 req-986070ac-648b-4586-b252-9cb2470769c4 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 945 time: 0.0606091
Jun 23 03:58:18.108932 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-6418210d-b9a6-4416-b003-70f7cf95a895 req-3670830a-c734-4072-9d14-a19311d9ccd9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Deleting port fc5f56b6-7d63-46f8-94ff-7ac256844a65 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:18.109264 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6418210d-b9a6-4416-b003-70f7cf95a895 req-3670830a-c734-4072-9d14-a19311d9ccd9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:18.192748 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-6418210d-b9a6-4416-b003-70f7cf95a895 req-3670830a-c734-4072-9d14-a19311d9ccd9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] For port fc5f56b6-7d63-46f8-94ff-7ac256844a65, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fc5f56b6-7d63-46f8-94ff-7ac256844a65,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:58:18.193090 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6418210d-b9a6-4416-b003-70f7cf95a895 req-3670830a-c734-4072-9d14-a19311d9ccd9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:18.208315 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-6418210d-b9a6-4416-b003-70f7cf95a895 req-3670830a-c734-4072-9d14-a19311d9ccd9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Calling delete_port for fc5f56b6-7d63-46f8-94ff-7ac256844a65 owned by compute:nova {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:18.327367 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6418210d-b9a6-4416-b003-70f7cf95a895 req-3670830a-c734-4072-9d14-a19311d9ccd9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:18.330976 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c27aeb7a-cb0d-4125-8d22-9322197da028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:18.354955 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670830a-c734-4072-9d14-a19311d9ccd9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event deleted for resources: {'Port': ['ID=fc5f56b6-7d63-46f8-94ff-7ac256844a65,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:18.357980 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-3670830a-c734-4072-9d14-a19311d9ccd9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:18.402454 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6418210d-b9a6-4416-b003-70f7cf95a895 req-3670830a-c734-4072-9d14-a19311d9ccd9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] No DVR routers for this DVR port fc5f56b6-7d63-46f8-94ff-7ac256844a65 on host hv-cinder-76859 {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:58:18.404832 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6418210d-b9a6-4416-b003-70f7cf95a895 req-3670830a-c734-4072-9d14-a19311d9ccd9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:18.406726 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6418210d-b9a6-4416-b003-70f7cf95a895 req-3670830a-c734-4072-9d14-a19311d9ccd9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.26 "DELETE /v2.0/ports/fc5f56b6-7d63-46f8-94ff-7ac256844a65 HTTP/1.1" status: 204  len: 173 time: 0.3886468
Jun 23 03:58:18.407231 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'name': 'network-vif-deleted', 'tag': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:58:18.410043 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd1569e-5fb5-4610-96f4-b4e58434edb9" -d '{"events": [{"server_uuid": "94019aac-a3a4-41fa-869e-f2915b73b0c3", "name": "network-vif-deleted", "tag": "fc5f56b6-7d63-46f8-94ff-7ac256844a65"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:58:18.447474 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1f3683-1158-4020-87ac-7c00beea4084 x-openstack-request-id: req-4d1f3683-1158-4020-87ac-7c00beea4084 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:58:18.447808 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94019aac-a3a4-41fa-869e-f2915b73b0c3", "name": "network-vif-deleted", "tag": "fc5f56b6-7d63-46f8-94ff-7ac256844a65", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:58:18.448109 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d1f3683-1158-4020-87ac-7c00beea4084 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:58:18.448556 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94019aac-a3a4-41fa-869e-f2915b73b0c3', 'name': 'network-vif-deleted', 'tag': 'fc5f56b6-7d63-46f8-94ff-7ac256844a65', 'status': 'completed', 'code': 200}
Jun 23 03:58:18.960393 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-9de12498-ec53-46e7-ba2a-2a1218b21985 req-f01adf0f-a8c8-48d3-a0fd-88b3b8736be9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "GET /v2.0/ports?device_id=94019aac-a3a4-41fa-869e-f2915b73b0c3 HTTP/1.1" status: 200  len: 210 time: 0.0284507
Jun 23 03:58:20.050659 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35666) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:20.168236 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-e79189bd-175e-4a8f-a3fb-3fcf900fc681 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Deleting port 0616a8c2-4a46-4ef6-b759-353a4361d18c {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:20.168572 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e79189bd-175e-4a8f-a3fb-3fcf900fc681 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:20.523437 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e79189bd-175e-4a8f-a3fb-3fcf900fc681 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:20.523760 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e79189bd-175e-4a8f-a3fb-3fcf900fc681 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:20.535907 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-e79189bd-175e-4a8f-a3fb-3fcf900fc681 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Calling delete_port for 0616a8c2-4a46-4ef6-b759-353a4361d18c owned by network:floatingip {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:20.660562 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e79189bd-175e-4a8f-a3fb-3fcf900fc681 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:20.663335 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-b8d9b6fa-1cdd-40e4-b053-13707c3d3fe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:20.690324 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79189bd-175e-4a8f-a3fb-3fcf900fc681 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event deleted for resources: {'Port': ['ID=0616a8c2-4a46-4ef6-b759-353a4361d18c,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:20.694145 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e79189bd-175e-4a8f-a3fb-3fcf900fc681 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:20.749752 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e79189bd-175e-4a8f-a3fb-3fcf900fc681 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for floatingip, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:20.752813 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-e79189bd-175e-4a8f-a3fb-3fcf900fc681 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:20.753938 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-e79189bd-175e-4a8f-a3fb-3fcf900fc681 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "DELETE /v2.0/floatingips/25fbc721-2cd3-4f8c-b8b4-bfa4bfcc52ee HTTP/1.1" status: 204  len: 168 time: 0.7023144
Jun 23 03:58:22.021845 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35678) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:22.078972 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-65f97da6-8a0e-4266-915d-784d085d6de9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:22.105055 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-65f97da6-8a0e-4266-915d-784d085d6de9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:22.163949 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-65f97da6-8a0e-4266-915d-784d085d6de9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:22.166691 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-65f97da6-8a0e-4266-915d-784d085d6de9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:22.167827 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-65f97da6-8a0e-4266-915d-784d085d6de9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] 10.222.0.15 "DELETE /v2.0/security-groups/2c8fc3e8-8ec6-45a6-b3c7-212e749955e3 HTTP/1.1" status: 204  len: 168 time: 0.1450074
Jun 23 03:58:22.168640 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e73141c0-acd6-466f-88ff-84d1e3dcb4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:22.177936 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f97da6-8a0e-4266-915d-784d085d6de9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8fc3e8-8ec6-45a6-b3c7-212e749955e3,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:22.181194 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-65f97da6-8a0e-4266-915d-784d085d6de9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:22.221376 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35682) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:22.647683 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572925'] for router_interface, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:22.895834 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] Deleting port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:22.896076 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:22.977073 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] For port 3e8b441c-8d17-4579-82cb-2494f6fd2ab7, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=3e8b441c-8d17-4579-82cb-2494f6fd2ab7,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:58:22.977441 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:22.990968 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] Calling delete_port for 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 owned by network:router_interface {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:23.164453 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:23.167052 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:23.191167 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8b441c-8d17-4579-82cb-2494f6fd2ab7,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:23.194932 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:23.354583 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933645'] for router_interface, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:23.364749 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device fc5f56b6-7d63-46f8-94ff-7ac256844a65 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:58:23.388356 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: fc5f56b6-7d63-46f8-94ff-7ac256844a65 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:58:23.388751 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device fc5f56b6-7d63-46f8-94ff-7ac256844a65 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:58:23.563078 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] Router 9d378748-6831-4597-8ca4-1d0f42a7bc0b has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:58:23.667513 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:58:23.672430 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-361cac13-fce0-42dd-9e30-24f086a432bd admin admin] 10.222.0.15 "PUT /v2.0/routers/9d378748-6831-4597-8ca4-1d0f42a7bc0b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4500477
Jun 23 03:58:23.674938 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35690) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:23.678383 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39998c9e-ffee-4460-97e8-5c620809f540 None None] Sync routers for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:58:23.689246 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39998c9e-ffee-4460-97e8-5c620809f540 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:58:23.689951 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-39998c9e-ffee-4460-97e8-5c620809f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb42cce20>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:58:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:23.778561 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:23.791933 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-39998c9e-ffee-4460-97e8-5c620809f540 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:58:23.881209 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:23.931135 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Deleting port a0248574-7674-47b1-b386-226169979b88 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:23.931477 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:23.964409 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-39998c9e-ffee-4460-97e8-5c620809f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb42cce20>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a0248574-7674-47b1-b386-226169979b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:58:23Z', 'revision_number': 5, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port': {'id': 'a0248574-7674-47b1-b386-226169979b88', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cd:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:23.990323 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39998c9e-ffee-4460-97e8-5c620809f540 None None] Checking router: 9d378748-6831-4597-8ca4-1d0f42a7bc0b for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:58:23.998561 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39998c9e-ffee-4460-97e8-5c620809f540 None None] Routers {'9d378748-6831-4597-8ca4-1d0f42a7bc0b'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:58:23.999167 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-39998c9e-ffee-4460-97e8-5c620809f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb42cce20>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:58:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:24.011829 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] For port a0248574-7674-47b1-b386-226169979b88, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=a0248574-7674-47b1-b386-226169979b88,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:58:24.012182 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.024178 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Calling delete_port for a0248574-7674-47b1-b386-226169979b88 owned by network:router_gateway {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:24.082612 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-39998c9e-ffee-4460-97e8-5c620809f540 None None] Set router 9d378748-6831-4597-8ca4-1d0f42a7bc0b gateway port host: None {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:58:24.135112 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-39998c9e-ffee-4460-97e8-5c620809f540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb42cce20>, [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:58:23Z', 'revision_number': 6, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port_host': None}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:24.164318 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39998c9e-ffee-4460-97e8-5c620809f540 None None] The sync data for ids ['9d378748-6831-4597-8ca4-1d0f42a7bc0b'] in dv-cinder-768592-6-iscsi is: [{'id': '9d378748-6831-4597-8ca4-1d0f42a7bc0b', 'name': 'tempest-TestVolumeBootPattern-312638417-router', 'tenant_id': '30194254903542319632415fac0d7ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:50:53Z', 'updated_at': '2021-06-23T03:58:23Z', 'revision_number': 6, 'project_id': '30194254903542319632415fac0d7ed2', 'gw_port_host': None}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:58:24.186672 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.188764 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-fd034b36-600f-4381-8953-d55c8aa5e5ee tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:24.213709 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0248574-7674-47b1-b386-226169979b88,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:24.216176 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:24.220825 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:58:24.276601 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554648'] for router_gateway, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.362639 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16199'] for router, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.364652 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.408814 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932598'] for router, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.409284 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d378748-6831-4597-8ca4-1d0f42a7bc0b {{(pid=99522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 23 03:58:24.414021 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Notify callbacks [] for router, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.415141 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9d378748-6831-4597-8ca4-1d0f42a7bc0b HTTP/1.1" status: 204  len: 168 time: 0.7393157
Jun 23 03:58:24.417573 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35692) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:24.462732 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e57eb46-7fd0-4e02-923d-62073c300eee admin admin] Deleting subnet 8302845e-6ca1-43f2-a9f7-d4583c69516a {{(pid=99522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:58:24.465641 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0e57eb46-7fd0-4e02-923d-62073c300eee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.500419 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0e57eb46-7fd0-4e02-923d-62073c300eee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25872734'] for subnet, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.590201 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0e57eb46-7fd0-4e02-923d-62073c300eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.642798 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0e57eb46-7fd0-4e02-923d-62073c300eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28700665'] for subnet, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.645747 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-46c2340a-b3a6-4c1c-94a5-0ad4a70b0f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:24.669025 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57eb46-7fd0-4e02-923d-62073c300eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8302845e-6ca1-43f2-a9f7-d4583c69516a,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:24.670973 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-0e57eb46-7fd0-4e02-923d-62073c300eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.674708 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-0e57eb46-7fd0-4e02-923d-62073c300eee admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8302845e-6ca1-43f2-a9f7-d4583c69516a HTTP/1.1" status: 204  len: 168 time: 0.2561975
Jun 23 03:58:24.675605 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35694) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:24.676085 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fbab9b-2893-420d-955f-3e23f854790c None None] Network 4cd9596c-4407-480b-bc0f-86cd5522e907 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:58:24.676531 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-0e57eb46-7fd0-4e02-923d-62073c300eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:24.746915 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.797254 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Deleting port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:24.797593 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.859278 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] For port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8,segment=NetworkSegment(6839f629-73bf-4eb7-86f4-92af27e29fe6),segment_id=6839f629-73bf-4eb7-86f4-92af27e29fe6)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:58:24.859676 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.872308 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Calling delete_port for 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 owned by network:dhcp {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:24.941188 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5cf506-ac28-4ebe-9e36-eca9f07ffb07 None None] DHCP port deletion for 4cd9596c-4407-480b-bc0f-86cd5522e907 request from dv-cinder-768592-6-iscsi {{(pid=99524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 23 03:58:24.963959 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.966482 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-df8a1a0e-d5f3-4fbe-97eb-534039b5383a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:24.992788 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-4e5cf506-ac28-4ebe-9e36-eca9f07ffb07 None None] Deleting port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:24.993487 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:24.993598 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf506-ac28-4ebe-9e36-eca9f07ffb07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:24.996817 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:24.997805 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] No DVR routers for this DVR port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 on host dv-cinder-768592-6-iscsi {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:58:25.062372 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:58:25.077880 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:25.088763 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8bae831d30>,) {'filters': {'network_id': ['4cd9596c-4407-480b-bc0f-86cd5522e907']}} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:25.090321 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-4e5cf506-ac28-4ebe-9e36-eca9f07ffb07 None None] For port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8, host dv-cinder-768592-6-iscsi, got binding levels [] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:58:25.090718 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf506-ac28-4ebe-9e36-eca9f07ffb07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:25.093319 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:58:25.093668 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 3e8b441c-8d17-4579-82cb-2494f6fd2ab7 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:58:25.099416 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bae831d30>, '6839f629-73bf-4eb7-86f4-92af27e29fe6') {'for_net_delete': True} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:25.099719 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bae831d30>, '6839f629-73bf-4eb7-86f4-92af27e29fe6') {} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:25.105125 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-4e5cf506-ac28-4ebe-9e36-eca9f07ffb07 None None] Calling delete_port for 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:25.107779 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.ipam_backend_mixin [None req-4e5cf506-ac28-4ebe-9e36-eca9f07ffb07 None None] Port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 was not found and therefore no delete operation was performed {{(pid=99524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 23 03:58:25.108343 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487487'] for segment, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:25.109064 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-4e5cf506-ac28-4ebe-9e36-eca9f07ffb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:25.112742 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:25.124498 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:25.131312 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=99523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:58:25.131714 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486869'] for segment, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:25.137599 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cf506-ac28-4ebe-9e36-eca9f07ffb07 None None] Pushing event deleted for resources: {'Port': ['ID=262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:25.139435 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5cf506-ac28-4ebe-9e36-eca9f07ffb07 None None] No DVR routers for this DVR port 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 on host dv-cinder-768592-6-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:58:25.140884 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-4e5cf506-ac28-4ebe-9e36-eca9f07ffb07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]: Traceback (most recent call last):
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     timer()
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     cb(*args, **kw)
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     return func(*args, **kwargs)
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     self._notify()
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     self.callback(batched_events)
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     event.method(event)
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     return f(self, *a, **k)
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._get(url).json()
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:58:25.143831 dv-cinder-768592-6-iscsi neutron-server[99523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:58:25.190361 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:25.194198 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-bb192581-3f39-4676-ae67-211dc005cfcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:25.197154 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:25.199367 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4cd9596c-4407-480b-bc0f-86cd5522e907 HTTP/1.1" status: 204  len: 168 time: 0.5216284
Jun 23 03:58:25.202486 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35696) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:25.210631 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd9596c-4407-480b-bc0f-86cd5522e907,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:25.213163 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:25.539074 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572925'] for router_interface, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:25.782568 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] Deleting port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:25.783077 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:25.857410 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] For port 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d,segment=NetworkSegment(b4715106-cd3b-4c63-ac2c-09b447d0a9b9),segment_id=b4715106-cd3b-4c63-ac2c-09b447d0a9b9)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:58:25.857688 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:25.870519 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] Calling delete_port for 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d owned by network:router_interface {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:25.939015 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:26.043128 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:26.045805 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-1a734667-92f1-4582-b71d-f826154c121f tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:26.072598 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:26.076359 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:26.538496 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933645'] for router_interface, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:26.662341 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device a0248574-7674-47b1-b386-226169979b88 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:58:26.685648 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: a0248574-7674-47b1-b386-226169979b88 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:58:26.686002 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device a0248574-7674-47b1-b386-226169979b88 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:58:26.686426 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:58:26.707293 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:58:26.707648 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 262df9e2-48ec-4ad2-9bf4-8dcdb9e403c8 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:58:26.758929 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] Router 11f9dc64-27e5-40ff-8836-11ee10b89430 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:58:26.859578 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:58:26.864916 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-bbc800fe-98ae-47d5-812c-05c285e1e1e8 admin admin] 10.222.0.15 "PUT /v2.0/routers/11f9dc64-27e5-40ff-8836-11ee10b89430/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6613934
Jun 23 03:58:26.867508 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35698) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:26.870276 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01001e-4576-460b-aee7-9f3eaa841a86 None None] Sync routers for ids ['11f9dc64-27e5-40ff-8836-11ee10b89430'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:58:26.879974 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01001e-4576-460b-aee7-9f3eaa841a86 None None] Routers {'11f9dc64-27e5-40ff-8836-11ee10b89430'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:58:26.880576 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-3d01001e-4576-460b-aee7-9f3eaa841a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb48206a0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:58:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['11f9dc64-27e5-40ff-8836-11ee10b89430'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:26.969175 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Notify callbacks [] for router, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:26.979255 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-3d01001e-4576-460b-aee7-9f3eaa841a86 None None] Set router 11f9dc64-27e5-40ff-8836-11ee10b89430 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:58:27.064872 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.119287 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Deleting port ffcbbdac-fcf1-409f-b4a1-bd2837877485 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:27.119549 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.147388 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-3d01001e-4576-460b-aee7-9f3eaa841a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb48206a0>, [{'id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'name': 'tempest-TestVolumeBootPattern-1160874700-router', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:01Z', 'updated_at': '2021-06-23T03:58:25Z', 'revision_number': 5, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'gw_port': {'id': 'ffcbbdac-fcf1-409f-b4a1-bd2837877485', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:51:02Z', 'updated_at': '2021-06-23T03:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:27.172163 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01001e-4576-460b-aee7-9f3eaa841a86 None None] Checking router: 11f9dc64-27e5-40ff-8836-11ee10b89430 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:58:27.180178 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d01001e-4576-460b-aee7-9f3eaa841a86 None None] Routers {'11f9dc64-27e5-40ff-8836-11ee10b89430'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:58:27.180818 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-3d01001e-4576-460b-aee7-9f3eaa841a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb48206a0>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:58:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['11f9dc64-27e5-40ff-8836-11ee10b89430'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:27.196069 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] For port ffcbbdac-fcf1-409f-b4a1-bd2837877485, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ffcbbdac-fcf1-409f-b4a1-bd2837877485,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:58:27.196426 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.209242 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Calling delete_port for ffcbbdac-fcf1-409f-b4a1-bd2837877485 owned by network:router_gateway {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:27.261851 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-3d01001e-4576-460b-aee7-9f3eaa841a86 None None] Set router 11f9dc64-27e5-40ff-8836-11ee10b89430 gateway port host: None {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:58:27.313184 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-3d01001e-4576-460b-aee7-9f3eaa841a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb48206a0>, [{'id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'name': 'tempest-TestVolumeBootPattern-1160874700-router', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:01Z', 'updated_at': '2021-06-23T03:58:27Z', 'revision_number': 6, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'gw_port_host': None}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:27.338413 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d01001e-4576-460b-aee7-9f3eaa841a86 None None] The sync data for ids ['11f9dc64-27e5-40ff-8836-11ee10b89430'] in dv-cinder-768592-6-iscsi is: [{'id': '11f9dc64-27e5-40ff-8836-11ee10b89430', 'name': 'tempest-TestVolumeBootPattern-1160874700-router', 'tenant_id': '3c5d607ce44648eb9f91dee87ec4a518', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:51:01Z', 'updated_at': '2021-06-23T03:58:27Z', 'revision_number': 6, 'project_id': '3c5d607ce44648eb9f91dee87ec4a518', 'gw_port_host': None}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:58:27.380467 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.382639 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-e0977cee-3e70-4dcd-a22c-ba12d7e8e076 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:27.415529 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffcbbdac-fcf1-409f-b4a1-bd2837877485,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:27.418156 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:27.471782 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554648'] for router_gateway, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.557850 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16199'] for router, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.559874 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.602369 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932598'] for router, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.602881 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11f9dc64-27e5-40ff-8836-11ee10b89430 {{(pid=99522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 23 03:58:27.607456 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] Notify callbacks [] for router, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.608572 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-6c51a0e8-7474-440a-8431-d8f805c68d71 admin admin] 10.222.0.15 "DELETE /v2.0/routers/11f9dc64-27e5-40ff-8836-11ee10b89430 HTTP/1.1" status: 204  len: 168 time: 0.7401814
Jun 23 03:58:27.611121 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35700) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:27.659783 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fd8fe7-7186-42a1-8ceb-e0cc2781e240 admin admin] Deleting subnet ff1997e9-063e-46b4-ada8-c0e9d08db212 {{(pid=99522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:58:27.662787 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-98fd8fe7-7186-42a1-8ceb-e0cc2781e240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.697445 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-98fd8fe7-7186-42a1-8ceb-e0cc2781e240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25872734'] for subnet, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.779391 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-98fd8fe7-7186-42a1-8ceb-e0cc2781e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.833860 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-98fd8fe7-7186-42a1-8ceb-e0cc2781e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28700665'] for subnet, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.836013 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-6ffac5c3-ae52-4380-ad0b-98d5a6589a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:27.858583 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd8fe7-7186-42a1-8ceb-e0cc2781e240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff1997e9-063e-46b4-ada8-c0e9d08db212,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:27.862172 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-98fd8fe7-7186-42a1-8ceb-e0cc2781e240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:27.863439 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-98fd8fe7-7186-42a1-8ceb-e0cc2781e240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.865242 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-98fd8fe7-7186-42a1-8ceb-e0cc2781e240 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ff1997e9-063e-46b4-ada8-c0e9d08db212 HTTP/1.1" status: 204  len: 168 time: 0.2532239
Jun 23 03:58:27.867656 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35702) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:27.868141 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b6991-3d0b-4b9a-9213-4fd4823f3ed1 None None] Network 9d8b2bf6-5819-4cfc-9b2a-897df8400609 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:58:27.935563 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:27.988736 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Deleting port 3b495661-731f-4c30-8d01-2cb1cc57fa5c {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:27.989177 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.054752 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] For port 3b495661-731f-4c30-8d01-2cb1cc57fa5c, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=3b495661-731f-4c30-8d01-2cb1cc57fa5c,segment=NetworkSegment(b4715106-cd3b-4c63-ac2c-09b447d0a9b9),segment_id=b4715106-cd3b-4c63-ac2c-09b447d0a9b9)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:58:28.055035 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.067641 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Calling delete_port for 3b495661-731f-4c30-8d01-2cb1cc57fa5c owned by network:dhcp {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:28.093472 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbe9403-9688-44f5-a4ae-4d6e843d7486 None None] DHCP port deletion for 9d8b2bf6-5819-4cfc-9b2a-897df8400609 request from dv-cinder-768592-6-iscsi {{(pid=99524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 23 03:58:28.140344 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe9403-9688-44f5-a4ae-4d6e843d7486 None None] Deleting port 3b495661-731f-4c30-8d01-2cb1cc57fa5c {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:58:28.140768 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9403-9688-44f5-a4ae-4d6e843d7486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.149395 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.152309 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-40b7daed-552a-48f6-8661-5c833bac2fb9 tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:28.179930 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b495661-731f-4c30-8d01-2cb1cc57fa5c,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:28.186924 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:28.187907 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] No DVR routers for this DVR port 3b495661-731f-4c30-8d01-2cb1cc57fa5c on host dv-cinder-768592-6-iscsi {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:58:28.206832 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-cdbe9403-9688-44f5-a4ae-4d6e843d7486 None None] For port 3b495661-731f-4c30-8d01-2cb1cc57fa5c, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=3b495661-731f-4c30-8d01-2cb1cc57fa5c,segment=NetworkSegment(b4715106-cd3b-4c63-ac2c-09b447d0a9b9),segment_id=b4715106-cd3b-4c63-ac2c-09b447d0a9b9)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:58:28.207306 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9403-9688-44f5-a4ae-4d6e843d7486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.219431 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe9403-9688-44f5-a4ae-4d6e843d7486 None None] Calling delete_port for 3b495661-731f-4c30-8d01-2cb1cc57fa5c owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:58:28.258198 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.269293 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8bad75d670>,) {'filters': {'network_id': ['9d8b2bf6-5819-4cfc-9b2a-897df8400609']}} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:28.279253 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bad75d670>, 'b4715106-cd3b-4c63-ac2c-09b447d0a9b9') {'for_net_delete': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:28.279561 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bad75d670>, 'b4715106-cd3b-4c63-ac2c-09b447d0a9b9') {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:58:28.289031 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25872705'] for segment, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.299877 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-cdbe9403-9688-44f5-a4ae-4d6e843d7486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.306436 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:28.307516 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.316864 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=99522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:58:28.317715 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700590'] for segment, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   conditions |= (models_v2.Port.network_id.in_(
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]: Traceback (most recent call last):
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     timer()
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     cb(*args, **kw)
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     return func(*args, **kwargs)
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     self._notify()
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     self.callback(batched_events)
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     event.method(event)
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     return f(self, *a, **k)
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._get(url).json()
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:58:28.319368 dv-cinder-768592-6-iscsi neutron-server[99522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:58:28.330434 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe9403-9688-44f5-a4ae-4d6e843d7486 None None] Pushing event deleted for resources: {'Port': ['ID=3b495661-731f-4c30-8d01-2cb1cc57fa5c,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:28.332299 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe9403-9688-44f5-a4ae-4d6e843d7486 None None] No DVR routers for this DVR port 3b495661-731f-4c30-8d01-2cb1cc57fa5c on host dv-cinder-768592-6-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:58:28.333681 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-cdbe9403-9688-44f5-a4ae-4d6e843d7486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:28.377792 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.383604 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-58d06191-8379-4f19-ad94-b50d71025fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:28.385610 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.387302 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9d8b2bf6-5819-4cfc-9b2a-897df8400609 HTTP/1.1" status: 204  len: 168 time: 0.5187354
Jun 23 03:58:28.397170 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8b2bf6-5819-4cfc-9b2a-897df8400609,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:28.399468 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-1318b51a-d368-4961-9966-7da135ef77f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:28.499939 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35706) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:28.539877 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-dbb9717d-1817-4f51-94b9-b5010c766a46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30194254903542319632415fac0d7ed2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0387187
Jun 23 03:58:28.542281 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35708) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:28.591837 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a91cfe72-ab88-4ade-88d9-2ccabb91fdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.619558 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a91cfe72-ab88-4ade-88d9-2ccabb91fdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.662480 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 3b495661-731f-4c30-8d01-2cb1cc57fa5c no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:58:28.681826 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a91cfe72-ab88-4ade-88d9-2ccabb91fdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.684850 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-a91cfe72-ab88-4ade-88d9-2ccabb91fdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:28.685971 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-a91cfe72-ab88-4ade-88d9-2ccabb91fdf2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa8c805b-94e8-419b-8588-6adb1dc9e355 HTTP/1.1" status: 204  len: 168 time: 0.1428244
Jun 23 03:58:28.686785 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-7f3a4666-4e49-49d7-9d4a-cb00c727104d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:28.688938 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 3b495661-731f-4c30-8d01-2cb1cc57fa5c {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:58:28.689362 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 3b495661-731f-4c30-8d01-2cb1cc57fa5c not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:58:28.689851 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ffcbbdac-fcf1-409f-b4a1-bd2837877485 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:58:28.698381 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cfe72-ab88-4ade-88d9-2ccabb91fdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8c805b-94e8-419b-8588-6adb1dc9e355,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:28.701024 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-a91cfe72-ab88-4ade-88d9-2ccabb91fdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:28.719024 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: ffcbbdac-fcf1-409f-b4a1-bd2837877485 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:58:28.719299 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ffcbbdac-fcf1-409f-b4a1-bd2837877485 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:58:28.719815 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:58:28.748475 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:58:28.748855 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 7e1ddd27-0b1a-45c2-b6e0-95a6e1d2811d not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:58:28.995460 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35714) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:29.038909 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-bbfe3bc1-4f3f-463d-b691-81b998673305 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c5d607ce44648eb9f91dee87ec4a518&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0421484
Jun 23 03:58:29.041260 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35716) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:58:29.088229 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-163f4bef-ecce-4176-b5ad-f8b3334987ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:29.109717 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-163f4bef-ecce-4176-b5ad-f8b3334987ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:29.156303 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-163f4bef-ecce-4176-b5ad-f8b3334987ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:29.159521 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-163f4bef-ecce-4176-b5ad-f8b3334987ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:29.160607 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-163f4bef-ecce-4176-b5ad-f8b3334987ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09d95843-4a66-4def-8b70-8dc2fcbc4a53 HTTP/1.1" status: 204  len: 168 time: 0.1184511
Jun 23 03:58:29.161418 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-75e5af90-7208-4dc1-b650-83c7cb0738a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:58:29.168455 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f4bef-ecce-4176-b5ad-f8b3334987ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d95843-4a66-4def-8b70-8dc2fcbc4a53,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:58:29.170656 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-163f4bef-ecce-4176-b5ad-f8b3334987ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:58:32.372019 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a019956f-ac74-4100-ae0b-88ac6baed73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:35.012707 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ed331361-74a2-4130-ba04-4c8da0d8d350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:35.356986 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:36.366716 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:37.513036 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:58:55.941007 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:01.219546 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:59:01.513949 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-2ddcb216-a726-4153-86b6-d2a4e356c163 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0555875
Jun 23 03:59:01.586771 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-1cb993a3-6d93-43c0-a619-30ca1603e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:59:01.588208 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-1cb993a3-6d93-43c0-a619-30ca1603e568 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7274023448c644aa9df320d7e545cfe2&device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 1099 time: 0.0522254
Jun 23 03:59:01.692843 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-1c3b3583-c5fd-4d94-bef1-848621f3e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:59:01.694293 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-1c3b3583-c5fd-4d94-bef1-848621f3e389 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94c21f14-516c-43fa-99b6-c2b7c458575b HTTP/1.1" status: 200  len: 909 time: 0.0869544
Jun 23 03:59:01.756833 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-71c9afb1-7214-4d2d-81c1-18b3dd89fbf3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5fff527-016d-40f5-a782-9936b05e7105 HTTP/1.1" status: 200  len: 1001 time: 0.0560718
Jun 23 03:59:01.806561 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-c75e8ebd-9c0b-4a2b-98cb-c60038096ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:59:01.807862 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-c75e8ebd-9c0b-4a2b-98cb-c60038096ebd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b2ca142-b11b-4b37-ae9e-2b432dcd59c2 HTTP/1.1" status: 200  len: 848 time: 0.0451124
Jun 23 03:59:01.863334 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-0d8b0843-c636-441d-8ca3-57a6b936f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:59:01.864761 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-0d8b0843-c636-441d-8ca3-57a6b936f620 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94c21f14-516c-43fa-99b6-c2b7c458575b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0496323
Jun 23 03:59:01.950437 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-2c062613-a380-40e3-9fdf-796b6da17afd service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0793703
Jun 23 03:59:02.042822 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-026e8e95-d883-46b0-b46f-ef05d7bd9742 req-b371a866-e649-4599-a3e3-b43a008bbcfc service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846817
Jun 23 03:59:02.362961 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-136b9a6c-047e-43fb-8dec-4cf4b673a4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:04.724902 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35726) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:04.875280 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Deleting port 27b511cc-3d80-4486-8592-f85423ef9508 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:59:04.875542 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:04.950384 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:04.950708 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:04.961812 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Calling delete_port for 27b511cc-3d80-4486-8592-f85423ef9508 owned by network:floatingip {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:59:05.013042 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c2634f96-78d8-4ce2-8e0a-30b2bb424724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:05.104499 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:05.107130 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f64a96af-2c0a-4965-852c-e73c5b37fdbc tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:05.135543 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event deleted for resources: {'Port': ['ID=27b511cc-3d80-4486-8592-f85423ef9508,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:05.137650 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:05.192756 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for floatingip, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:05.193085 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.db.l3_db [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Floating IP 26a3b657-1d93-42e3-b859-dd3b1b92d741 disassociated (deleted). External IP: 172.27.0.70, port: b5fff527-016d-40f5-a782-9936b05e7105.
Jun 23 03:59:05.358766 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:05.397336 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Router fd7f2921-1d31-487d-9117-a97d1f752d45 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:59:05.501308 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:59:05.506003 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for floatingip, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:05.510587 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd84df-0651-4812-8ba3-0a65643724a1 None None] Sync routers for ids ['fd7f2921-1d31-487d-9117-a97d1f752d45'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:59:05.521239 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd84df-0651-4812-8ba3-0a65643724a1 None None] Routers {'fd7f2921-1d31-487d-9117-a97d1f752d45'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:59:05.521854 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-88fd84df-0651-4812-8ba3-0a65643724a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf3cd160>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:59:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['fd7f2921-1d31-487d-9117-a97d1f752d45'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:05.541838 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-42bfe206-e4d5-40fc-a5f3-d7cc24d24646 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "DELETE /v2.0/floatingips/26a3b657-1d93-42e3-b859-dd3b1b92d741 HTTP/1.1" status: 204  len: 168 time: 0.8158617
Jun 23 03:59:05.542606 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105'}] {{(pid=99523) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:59:05.545047 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c88506fd133419625593314e648e77ddf19fc9321cf17db8f58b8768d27bba13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83" -d '{"events": [{"name": "network-changed", "server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "tag": "b5fff527-016d-40f5-a782-9936b05e7105"}]}' {{(pid=99523) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:59:05.586181 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e6cae1-f43d-495b-89d3-a517f4b65a87 x-openstack-request-id: req-42e6cae1-f43d-495b-89d3-a517f4b65a87 {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:59:05.586728 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "tag": "b5fff527-016d-40f5-a782-9936b05e7105", "status": "completed", "code": 200}]} {{(pid=99523) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:59:05.587161 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42e6cae1-f43d-495b-89d3-a517f4b65a87 {{(pid=99523) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:59:05.587617 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105', 'status': 'completed', 'code': 200}
Jun 23 03:59:05.629792 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-88fd84df-0651-4812-8ba3-0a65643724a1 None None] Set router fd7f2921-1d31-487d-9117-a97d1f752d45 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:59:05.667196 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83 req-c9600130-e3cd-43d2-9b66-6f6d622b1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:59:05.667891 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83 req-c9600130-e3cd-43d2-9b66-6f6d622b1814 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7274023448c644aa9df320d7e545cfe2&device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 1099 time: 0.0576508
Jun 23 03:59:05.791633 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83 req-eba90973-f5b9-462b-8809-1c892e89548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:59:05.793510 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83 req-eba90973-f5b9-462b-8809-1c892e89548b service neutron] 10.222.0.26 "GET /v2.0/networks?id=94c21f14-516c-43fa-99b6-c2b7c458575b HTTP/1.1" status: 200  len: 909 time: 0.1193235
Jun 23 03:59:05.838333 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83 req-c6acb320-324d-496f-9aec-716586dc520e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5fff527-016d-40f5-a782-9936b05e7105 HTTP/1.1" status: 200  len: 217 time: 0.0362420
Jun 23 03:59:05.886702 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83 req-a43984ca-674e-4b37-a3b8-7aece9dc80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:59:05.888478 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83 req-a43984ca-674e-4b37-a3b8-7aece9dc80d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1b2ca142-b11b-4b37-ae9e-2b432dcd59c2 HTTP/1.1" status: 200  len: 848 time: 0.0434232
Jun 23 03:59:05.964780 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-88fd84df-0651-4812-8ba3-0a65643724a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf3cd160>, [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '0365eb84-e637-4893-958b-efa17eeb9eb8', 'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'mac_address': 'fa:16:3e:61:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:39Z', 'updated_at': '2021-06-23T03:54:46Z', 'revision_number': 5, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'subnets': [{'id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:05.993070 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd84df-0651-4812-8ba3-0a65643724a1 None None] Checking router: fd7f2921-1d31-487d-9117-a97d1f752d45 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:59:05.996099 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6092a-a60a-4707-a855-64984077de3f req-1e94ac13-e991-4bcd-9046-d90d88f21486 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:59:05.997593 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-99a6092a-a60a-4707-a855-64984077de3f req-1e94ac13-e991-4bcd-9046-d90d88f21486 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.1038382
Jun 23 03:59:05.999453 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83 req-98438bab-7a3e-4fb9-89b6-62b36c9a2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:59:06.000783 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83 req-98438bab-7a3e-4fb9-89b6-62b36c9a2095 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94c21f14-516c-43fa-99b6-c2b7c458575b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0973372
Jun 23 03:59:06.003276 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd84df-0651-4812-8ba3-0a65643724a1 None None] Routers {'fd7f2921-1d31-487d-9117-a97d1f752d45'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:59:06.003898 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-88fd84df-0651-4812-8ba3-0a65643724a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8baf3cd160>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:59:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['fd7f2921-1d31-487d-9117-a97d1f752d45'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:06.082182 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-99a6092a-a60a-4707-a855-64984077de3f req-9a9b9dbd-a60a-4665-be2e-3dbff4ee17ec tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782409
Jun 23 03:59:06.111709 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-88fd84df-0651-4812-8ba3-0a65643724a1 None None] Set router fd7f2921-1d31-487d-9117-a97d1f752d45 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:59:06.116289 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83 req-f4e0618c-a2ed-499d-8c9c-d1301386420d service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1056437
Jun 23 03:59:06.203796 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-acaca4df-8ec3-4dd6-9bb5-7d87f3bdae83 req-5d372126-4d24-4266-85d2-cbb537a6b78d service neutron] 10.222.0.26 "GET /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803792
Jun 23 03:59:06.303683 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-88fd84df-0651-4812-8ba3-0a65643724a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8baf3cd160>, [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '0365eb84-e637-4893-958b-efa17eeb9eb8', 'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'mac_address': 'fa:16:3e:61:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:39Z', 'updated_at': '2021-06-23T03:54:46Z', 'revision_number': 5, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'subnets': [{'id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:06.332984 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd84df-0651-4812-8ba3-0a65643724a1 None None] The sync data for ids ['fd7f2921-1d31-487d-9117-a97d1f752d45'] in dv-cinder-768592-6-iscsi is: [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:54:40Z', 'revision_number': 4, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi', '_interfaces': [{'id': '0365eb84-e637-4893-958b-efa17eeb9eb8', 'name': '', 'network_id': '94c21f14-516c-43fa-99b6-c2b7c458575b', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'mac_address': 'fa:16:3e:61:e8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:39Z', 'updated_at': '2021-06-23T03:54:46Z', 'revision_number': 5, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'subnets': [{'id': '1b2ca142-b11b-4b37-ae9e-2b432dcd59c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:59:06.371695 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:06.541996 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2314d261-c306-427d-b42e-75288c17c4bf None None] New status for floating IP 26a3b657-1d93-42e3-b859-dd3b1b92d741: DOWN {{(pid=99526) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 23 03:59:07.259234 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b5b89-0a96-4acb-a181-9596edd5574d req-8766d8d2-9762-4c16-b2b2-9e578c0e37d9 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99523) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:59:07.260690 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b79b5b89-0a96-4acb-a181-9596edd5574d req-8766d8d2-9762-4c16-b2b2-9e578c0e37d9 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0664463
Jun 23 03:59:07.297951 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-b79b5b89-0a96-4acb-a181-9596edd5574d req-8582043b-104b-40f2-b6e0-d9950cb61b8d tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/security-groups?id=5340f742-9572-4f26-8e7e-38d4e2a7c676&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316119
Jun 23 03:59:07.388493 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a0ec3-5617-4126-8a6b-9e78a751bd29 req-c326969a-17b8-495e-9086-ba607af35aad tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99522) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 23 03:59:07.389927 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6f6a0ec3-5617-4126-8a6b-9e78a751bd29 req-c326969a-17b8-495e-9086-ba607af35aad tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.26 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 946 time: 0.0673964
Jun 23 03:59:07.486448 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-6f6a0ec3-5617-4126-8a6b-9e78a751bd29 req-4d32322d-4dca-4445-97c5-88d3a42af0cb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Deleting port b5fff527-016d-40f5-a782-9936b05e7105 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:59:07.486775 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6f6a0ec3-5617-4126-8a6b-9e78a751bd29 req-4d32322d-4dca-4445-97c5-88d3a42af0cb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:07.515361 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:07.577261 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [req-6f6a0ec3-5617-4126-8a6b-9e78a751bd29 req-4d32322d-4dca-4445-97c5-88d3a42af0cb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] For port b5fff527-016d-40f5-a782-9936b05e7105, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b5fff527-016d-40f5-a782-9936b05e7105,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:59:07.577534 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6f6a0ec3-5617-4126-8a6b-9e78a751bd29 req-4d32322d-4dca-4445-97c5-88d3a42af0cb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:07.590886 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [req-6f6a0ec3-5617-4126-8a6b-9e78a751bd29 req-4d32322d-4dca-4445-97c5-88d3a42af0cb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Calling delete_port for b5fff527-016d-40f5-a782-9936b05e7105 owned by compute:nova {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:59:07.713562 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6f6a0ec3-5617-4126-8a6b-9e78a751bd29 req-4d32322d-4dca-4445-97c5-88d3a42af0cb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:07.717611 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-aee164fa-7bd4-483e-831a-ec28f9e8b5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:07.745915 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32322d-4dca-4445-97c5-88d3a42af0cb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event deleted for resources: {'Port': ['ID=b5fff527-016d-40f5-a782-9936b05e7105,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:07.749626 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-4d32322d-4dca-4445-97c5-88d3a42af0cb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:07.793536 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6a0ec3-5617-4126-8a6b-9e78a751bd29 req-4d32322d-4dca-4445-97c5-88d3a42af0cb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] No DVR routers for this DVR port b5fff527-016d-40f5-a782-9936b05e7105 on host hv-cinder-76859 {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:59:07.795976 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [req-6f6a0ec3-5617-4126-8a6b-9e78a751bd29 req-4d32322d-4dca-4445-97c5-88d3a42af0cb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-120299'] for port, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:07.798103 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [req-6f6a0ec3-5617-4126-8a6b-9e78a751bd29 req-4d32322d-4dca-4445-97c5-88d3a42af0cb tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.26 "DELETE /v2.0/ports/b5fff527-016d-40f5-a782-9936b05e7105 HTTP/1.1" status: 204  len: 173 time: 0.4021640
Jun 23 03:59:07.798712 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'name': 'network-vif-deleted', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105'}] {{(pid=99522) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 23 03:59:07.801120 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04a2c3e1d042b95c9851900eb9b8210a4fb19f956877ea304f208c51ff3b38b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f4b09e-3da9-4433-a7af-b818e9967dff" -d '{"events": [{"server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "name": "network-vif-deleted", "tag": "b5fff527-016d-40f5-a782-9936b05e7105"}]}' {{(pid=99522) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 23 03:59:07.839200 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 03:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80433257-e4b3-49e4-9a4c-ecf380642a29 x-openstack-request-id: req-80433257-e4b3-49e4-9a4c-ecf380642a29 {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 23 03:59:07.839534 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53d455b-c6ab-460b-a5ab-e38d31d5cf0e", "name": "network-vif-deleted", "tag": "b5fff527-016d-40f5-a782-9936b05e7105", "status": "completed", "code": 200}]} {{(pid=99522) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 23 03:59:07.839836 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80433257-e4b3-49e4-9a4c-ecf380642a29 {{(pid=99522) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 23 03:59:07.840273 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d455b-c6ab-460b-a5ab-e38d31d5cf0e', 'name': 'network-vif-deleted', 'tag': 'b5fff527-016d-40f5-a782-9936b05e7105', 'status': 'completed', 'code': 200}
Jun 23 03:59:08.451060 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [req-669ab0cf-6bf4-4cf3-91f8-8e741de3ab19 req-3899f55a-b199-4e50-a344-18fc5db67e31 tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53d455b-c6ab-460b-a5ab-e38d31d5cf0e HTTP/1.1" status: 200  len: 210 time: 0.0285125
Jun 23 03:59:09.544597 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35742) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:09.604755 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:09.630951 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:09.691367 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:09.694175 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:09.695319 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] 10.222.0.15 "DELETE /v2.0/security-groups/5340f742-9572-4f26-8e7e-38d4e2a7c676 HTTP/1.1" status: 204  len: 168 time: 0.1496975
Jun 23 03:59:09.696280 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-355c9319-af86-4f81-95e6-57fc918def86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:09.706892 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5340f742-9572-4f26-8e7e-38d4e2a7c676,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:09.713863 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.714249 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.714623 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.714997 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.715358 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.715721 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.716108 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.716466 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.716848 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.717206 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.717561 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.717916 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99523) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:09.722418 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-fd24b8ac-30ca-47cf-9da6-c142a8a56cfc tempest-TestShelveInstance-1189468691 tempest-TestShelveInstance-1189468691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:10.760678 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35748) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:11.089233 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572925'] for router_interface, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:11.328989 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Deleting port 0365eb84-e637-4893-958b-efa17eeb9eb8 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:59:11.329941 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:11.614843 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device b5fff527-016d-40f5-a782-9936b05e7105 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:59:11.636213 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] No Port match for: b5fff527-016d-40f5-a782-9936b05e7105 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:59:11.636566 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Device b5fff527-016d-40f5-a782-9936b05e7105 not bound to the agent host hv-cinder-76859 {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:59:11.698578 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] For port 0365eb84-e637-4893-958b-efa17eeb9eb8, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=0365eb84-e637-4893-958b-efa17eeb9eb8,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:59:11.698941 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:11.711562 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Calling delete_port for 0365eb84-e637-4893-958b-efa17eeb9eb8 owned by network:router_interface {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:59:11.882148 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:11.884017 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-bc881836-9111-4c3d-9f9c-809d0eeb4b2f tempest-TestVolumeBootPattern-1670716022 tempest-TestVolumeBootPattern-1670716022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:11.911151 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0365eb84-e637-4893-958b-efa17eeb9eb8,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:11.922325 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.922717 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.923612 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.923995 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.924369 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.924767 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.925141 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.925547 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.925883 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.926246 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.926604 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.926968 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:11.946235 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:12.086663 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933645'] for router_interface, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:12.293655 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Router fd7f2921-1d31-487d-9117-a97d1f752d45 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99522) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:59:12.396430 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99522) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:59:12.401712 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-bfb8bce7-c5e7-4d68-913b-2868341545ed admin admin] 10.222.0.15 "PUT /v2.0/routers/fd7f2921-1d31-487d-9117-a97d1f752d45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6400669
Jun 23 03:59:12.404203 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35750) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:12.405340 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887fc97-b32b-4a8a-b8f4-71611f7a376b None None] Sync routers for ids ['fd7f2921-1d31-487d-9117-a97d1f752d45'] in dv-cinder-768592-6-iscsi {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:59:12.414908 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887fc97-b32b-4a8a-b8f4-71611f7a376b None None] Routers {'fd7f2921-1d31-487d-9117-a97d1f752d45'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:59:12.415619 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-b887fc97-b32b-4a8a-b8f4-71611f7a376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4463820>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:59:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['fd7f2921-1d31-487d-9117-a97d1f752d45'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:12.505105 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Notify callbacks [] for router, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:12.517818 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-b887fc97-b32b-4a8a-b8f4-71611f7a376b None None] Set router fd7f2921-1d31-487d-9117-a97d1f752d45 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:59:12.608970 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:12.671222 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Deleting port 5c74483e-5308-4501-bb1d-e1ea4a4adffd {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:59:12.671591 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:12.694451 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-b887fc97-b32b-4a8a-b8f4-71611f7a376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4463820>, [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:59:11Z', 'revision_number': 5, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port': {'id': '5c74483e-5308-4501-bb1d-e1ea4a4adffd', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:a1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:38Z', 'updated_at': '2021-06-23T03:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:12.725200 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887fc97-b32b-4a8a-b8f4-71611f7a376b None None] Checking router: fd7f2921-1d31-487d-9117-a97d1f752d45 for host: dv-cinder-768592-6-iscsi {{(pid=99524) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:59:12.733359 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b887fc97-b32b-4a8a-b8f4-71611f7a376b None None] Routers {'fd7f2921-1d31-487d-9117-a97d1f752d45'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99524) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:59:12.733973 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-b887fc97-b32b-4a8a-b8f4-71611f7a376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4463820>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:59:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['fd7f2921-1d31-487d-9117-a97d1f752d45'], 'active': True} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:12.751105 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] For port 5c74483e-5308-4501-bb1d-e1ea4a4adffd, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=5c74483e-5308-4501-bb1d-e1ea4a4adffd,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:59:12.751517 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:12.763474 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Calling delete_port for 5c74483e-5308-4501-bb1d-e1ea4a4adffd owned by network:router_gateway {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:59:12.816890 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvr_db [None req-b887fc97-b32b-4a8a-b8f4-71611f7a376b None None] Set router fd7f2921-1d31-487d-9117-a97d1f752d45 gateway port host: None {{(pid=99524) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:59:12.866270 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_hamode_db [None req-b887fc97-b32b-4a8a-b8f4-71611f7a376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4463820>, [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:59:12Z', 'revision_number': 6, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port_host': None}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99524) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:12.895171 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b887fc97-b32b-4a8a-b8f4-71611f7a376b None None] The sync data for ids ['fd7f2921-1d31-487d-9117-a97d1f752d45'] in dv-cinder-768592-6-iscsi is: [{'id': 'fd7f2921-1d31-487d-9117-a97d1f752d45', 'name': 'tempest-TestShelveInstance-1707665729-router', 'tenant_id': '7274023448c644aa9df320d7e545cfe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:37Z', 'updated_at': '2021-06-23T03:59:12Z', 'revision_number': 6, 'project_id': '7274023448c644aa9df320d7e545cfe2', 'gw_port_host': None}] {{(pid=99524) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:59:12.927558 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:12.930652 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cefb2061-7167-43d0-99ad-9ee005aabea1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:12.958271 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c74483e-5308-4501-bb1d-e1ea4a4adffd,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:12.961986 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:13.015741 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554648'] for router_gateway, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.101607 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16199'] for router, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.103616 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.144897 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932598'] for router, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.145400 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd7f2921-1d31-487d-9117-a97d1f752d45 {{(pid=99522) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 23 03:59:13.149695 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] Notify callbacks [] for router, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.150803 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-156bb7bc-2336-4a69-b464-e2bc073e8e7a admin admin] 10.222.0.15 "DELETE /v2.0/routers/fd7f2921-1d31-487d-9117-a97d1f752d45 HTTP/1.1" status: 204  len: 168 time: 0.7456710
Jun 23 03:59:13.153203 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35752) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:13.200555 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38f7dbc-f881-4be9-8e49-0632be674519 admin admin] Deleting subnet 1b2ca142-b11b-4b37-ae9e-2b432dcd59c2 {{(pid=99522) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:59:13.203470 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c38f7dbc-f881-4be9-8e49-0632be674519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.237828 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c38f7dbc-f881-4be9-8e49-0632be674519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25872734'] for subnet, precommit_delete_associations {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.315894 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c38f7dbc-f881-4be9-8e49-0632be674519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.369532 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c38f7dbc-f881-4be9-8e49-0632be674519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26700723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28700665'] for subnet, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.372908 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:13.396367 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f7dbc-f881-4be9-8e49-0632be674519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2ca142-b11b-4b37-ae9e-2b432dcd59c2,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:13.399322 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-c38f7dbc-f881-4be9-8e49-0632be674519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:13.400289 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-c38f7dbc-f881-4be9-8e49-0632be674519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.402135 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-c38f7dbc-f881-4be9-8e49-0632be674519 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1b2ca142-b11b-4b37-ae9e-2b432dcd59c2 HTTP/1.1" status: 204  len: 168 time: 0.2480440
Jun 23 03:59:13.404582 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [-] (99522) accepted ('10.222.0.15', 35754) {{(pid=99522) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:13.408033 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530e4524-71f8-41c6-90ab-f019cbccb472 None None] Network 94c21f14-516c-43fa-99b6-c2b7c458575b requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:59:13.471002 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.525115 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Deleting port 8f6c6748-00a9-4b44-871e-884a7624ca90 {{(pid=99522) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:59:13.525458 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.586963 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.db [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] For port 8f6c6748-00a9-4b44-871e-884a7624ca90, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=8f6c6748-00a9-4b44-871e-884a7624ca90,segment=NetworkSegment(b70516c9-7f73-4669-bf6d-d122867bfcdc),segment_id=b70516c9-7f73-4669-bf6d-d122867bfcdc)] {{(pid=99522) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:59:13.587261 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.599161 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.plugin [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Calling delete_port for 8f6c6748-00a9-4b44-871e-884a7624ca90 owned by network:dhcp {{(pid=99522) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:59:13.641226 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] DHCP port deletion for 94c21f14-516c-43fa-99b6-c2b7c458575b request from dv-cinder-768592-6-iscsi {{(pid=99524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 23 03:59:13.687666 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26700793'] for port, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.689919 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Deleting port 8f6c6748-00a9-4b44-871e-884a7624ca90 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:59:13.690167 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.690353 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-cf32785f-9c88-423b-83a6-52b23615eb19 tempest-TestMinimumBasicScenario-1828801214 tempest-TestMinimumBasicScenario-1828801214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:13.714384 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6c6748-00a9-4b44-871e-884a7624ca90,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:13.717717 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:13.718750 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] No DVR routers for this DVR port 8f6c6748-00a9-4b44-871e-884a7624ca90 on host dv-cinder-768592-6-iscsi {{(pid=99522) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:59:13.755728 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] For port 8f6c6748-00a9-4b44-871e-884a7624ca90, host dv-cinder-768592-6-iscsi, got binding levels [] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:59:13.756254 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.768242 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Calling delete_port for 8f6c6748-00a9-4b44-871e-884a7624ca90 owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:59:13.770870 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.ipam_backend_mixin [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Port 8f6c6748-00a9-4b44-871e-884a7624ca90 was not found and therefore no delete operation was performed {{(pid=99524) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 23 03:59:13.772109 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.773875 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-eb3ebaa0-b820-4d13-9fb9-f12d761f4e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:13.792199 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.801223 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Pushing event deleted for resources: {'Port': ['ID=8f6c6748-00a9-4b44-871e-884a7624ca90,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:13.802501 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8bad1bf070>,) {'filters': {'network_id': ['94c21f14-516c-43fa-99b6-c2b7c458575b']}} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:13.803452 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] No DVR routers for this DVR port 8f6c6748-00a9-4b44-871e-884a7624ca90 on host dv-cinder-768592-6-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:59:13.812362 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.812746 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.813084 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.813455 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.814444 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.814998 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.815383 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.815709 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.815826 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bad1bf070>, 'b70516c9-7f73-4669-bf6d-d122867bfcdc') {'for_net_delete': True} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:13.816028 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.services.segments.db [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bad1bf070>, 'b70516c9-7f73-4669-bf6d-d122867bfcdc') {} {{(pid=99522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:13.816138 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.816344 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.816685 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.817003 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-6-iscsi {{(pid=99524) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 23 03:59:13.820160 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-18d7ea0b-cc56-41ba-97c5-f2f6695dfaa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:13.825263 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25872705'] for segment, before_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.839190 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.845864 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=99522) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:59:13.846248 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26700590'] for segment, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]: Traceback (most recent call last):
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     timer()
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     cb(*args, **kw)
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     return func(*args, **kwargs)
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     self._notify()
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     self.callback(batched_events)
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     event.method(event)
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     return f(self, *a, **k)
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._get(url).json()
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:59:13.848027 dv-cinder-768592-6-iscsi neutron-server[99522]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:59:13.902722 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.906291 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:13.909045 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron_lib.callbacks.manager [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:13.910873 dv-cinder-768592-6-iscsi neutron-server[99522]: INFO neutron.wsgi [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/94c21f14-516c-43fa-99b6-c2b7c458575b HTTP/1.1" status: 204  len: 168 time: 0.5053127
Jun 23 03:59:13.913829 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35756) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:13.922106 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=94c21f14-516c-43fa-99b6-c2b7c458575b,revision_number=None']} {{(pid=99522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:13.924768 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG oslo_concurrency.lockutils [None req-44c33d21-13ca-40b7-8aae-aa48c4a398a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:14.256916 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572925'] for router_interface, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:14.502047 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] Deleting port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:59:14.502386 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:14.578029 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] For port ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25,segment=NetworkSegment(cd533ee0-73ca-404d-9541-39f61ed41657),segment_id=cd533ee0-73ca-404d-9541-39f61ed41657)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:59:14.578292 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:14.593911 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] Calling delete_port for ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 owned by network:router_interface {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:59:14.649267 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 5c74483e-5308-4501-bb1d-e1ea4a4adffd no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:59:14.669846 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 5c74483e-5308-4501-bb1d-e1ea4a4adffd {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:59:14.670201 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 5c74483e-5308-4501-bb1d-e1ea4a4adffd not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:59:14.670620 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 8f6c6748-00a9-4b44-871e-884a7624ca90 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:59:14.689213 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 8f6c6748-00a9-4b44-871e-884a7624ca90 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:59:14.690108 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 8f6c6748-00a9-4b44-871e-884a7624ca90 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:59:14.690537 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 0365eb84-e637-4893-958b-efa17eeb9eb8 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:59:14.708883 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 0365eb84-e637-4893-958b-efa17eeb9eb8 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:59:14.709292 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 0365eb84-e637-4893-958b-efa17eeb9eb8 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:59:14.776389 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:14.778253 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-80dcc32f-3de6-4788-95b4-a3d3f0faee7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:14.800886 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:14.803945 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:14.962817 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-933645'] for router_interface, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:15.169643 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] Router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 has already been hosted by L3 agent 5764ad77-881c-4f17-ab37-427612c656d2 {{(pid=99523) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 23 03:59:15.271274 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] Notify agent at l3_agent.dv-cinder-768592-6-iscsi the message routers_updated {{(pid=99523) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 23 03:59:15.276158 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-04cf0a0b-a184-4863-a8f1-d8abb7d2bf35 admin admin] 10.222.0.15 "PUT /v2.0/routers/a8e9e26b-3dd2-4f38-b0b5-958a99af5793/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3612401
Jun 23 03:59:15.278661 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35758) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:15.279519 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2b91a-11ef-44d7-b041-a20548fd8ce2 None None] Sync routers for ids ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'] in dv-cinder-768592-6-iscsi {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 23 03:59:15.289203 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2b91a-11ef-44d7-b041-a20548fd8ce2 None None] Routers {'a8e9e26b-3dd2-4f38-b0b5-958a99af5793'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:59:15.289804 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-49c2b91a-11ef-44d7-b041-a20548fd8ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ae1940>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:59:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:15.394066 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-49c2b91a-11ef-44d7-b041-a20548fd8ce2 None None] Set router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:59:15.615182 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Notify callbacks [] for router, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:15.665829 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-49c2b91a-11ef-44d7-b041-a20548fd8ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ae1940>, [{'id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'name': 'tempest-TestShelveInstance-1095052394-router', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:42Z', 'updated_at': '2021-06-23T03:59:14Z', 'revision_number': 5, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'gw_port': {'id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:43Z', 'updated_at': '2021-06-23T03:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:15.695102 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2b91a-11ef-44d7-b041-a20548fd8ce2 None None] Checking router: a8e9e26b-3dd2-4f38-b0b5-958a99af5793 for host: dv-cinder-768592-6-iscsi {{(pid=99526) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 23 03:59:15.703347 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c2b91a-11ef-44d7-b041-a20548fd8ce2 None None] Routers {'a8e9e26b-3dd2-4f38-b0b5-958a99af5793'} bound to L3 agent in host dv-cinder-768592-6-iscsi {{(pid=99526) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 23 03:59:15.704597 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-49c2b91a-11ef-44d7-b041-a20548fd8ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ae1940>, 'dv-cinder-768592-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T03:39:05Z,description=<?>,heartbeat_timestamp=2021-06-23T03:59:05Z,host='dv-cinder-768592-6-iscsi',id=5764ad77-881c-4f17-ab37-427612c656d2,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-23T03:39:05Z,topic='l3_agent')) {'router_ids': ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'], 'active': True} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:15.721721 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:15.772696 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Deleting port 91308bfe-9d6c-4765-9344-859adfbaa792 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:59:15.773041 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:15.806358 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_dvr_db [None req-49c2b91a-11ef-44d7-b041-a20548fd8ce2 None None] Set router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 gateway port host: dv-cinder-768592-6-iscsi {{(pid=99526) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}}
Jun 23 03:59:15.853535 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] For port 91308bfe-9d6c-4765-9344-859adfbaa792, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=91308bfe-9d6c-4765-9344-859adfbaa792,segment=NetworkSegment(2425f828-1f51-44c4-a163-b4f842fcb0e3),segment_id=2425f828-1f51-44c4-a163-b4f842fcb0e3)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:59:15.853890 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:15.865608 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Calling delete_port for 91308bfe-9d6c-4765-9344-859adfbaa792 owned by network:router_gateway {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:59:15.979748 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.l3_hamode_db [None req-49c2b91a-11ef-44d7-b041-a20548fd8ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8bb4ae1940>, [{'id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'name': 'tempest-TestShelveInstance-1095052394-router', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:42Z', 'updated_at': '2021-06-23T03:59:14Z', 'revision_number': 5, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'gw_port': {'id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:43Z', 'updated_at': '2021-06-23T03:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}], 'dv-cinder-768592-6-iscsi', False) {} {{(pid=99526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:16.010490 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c2b91a-11ef-44d7-b041-a20548fd8ce2 None None] The sync data for ids ['a8e9e26b-3dd2-4f38-b0b5-958a99af5793'] in dv-cinder-768592-6-iscsi is: [{'id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'name': 'tempest-TestShelveInstance-1095052394-router', 'tenant_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'external_fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T03:54:42Z', 'updated_at': '2021-06-23T03:59:14Z', 'revision_number': 5, 'project_id': '9d65f777e3e045a3a51c04d5baad4eb4', 'gw_port': {'id': '91308bfe-9d6c-4765-9344-859adfbaa792', 'name': '', 'network_id': 'a8dc61b6-4add-4f79-a755-9bdabf79697b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e9e26b-3dd2-4f38-b0b5-958a99af5793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T03:54:43Z', 'updated_at': '2021-06-23T03:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'db5363e1-ba1f-4552-894c-08d1f4765639', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-6-iscsi'}] {{(pid=99526) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 23 03:59:16.030970 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.035024 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-42f5bfa9-a404-4c99-a70e-8008a491c3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:16.064782 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Pushing event deleted for resources: {'Port': ['ID=91308bfe-9d6c-4765-9344-859adfbaa792,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:16.066931 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:16.120866 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-554648'] for router_gateway, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.210296 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-932284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16199'] for router, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.212335 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.257293 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-932598'] for router, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.257942 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8e9e26b-3dd2-4f38-b0b5-958a99af5793 {{(pid=99523) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 23 03:59:16.262434 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] Notify callbacks [] for router, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.265854 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-7b9e233a-5f3f-4160-8d9a-2df576915d18 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a8e9e26b-3dd2-4f38-b0b5-958a99af5793 HTTP/1.1" status: 204  len: 168 time: 0.9840000
Jun 23 03:59:16.266110 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35760) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:16.308507 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.db_base_plugin_v2 [None req-5087738c-299f-46d9-be51-c6444e2952d2 admin admin] Deleting subnet d9ce8a12-5c5d-4803-b3b2-a3ebff1432ba {{(pid=99523) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 23 03:59:16.311341 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5087738c-299f-46d9-be51-c6444e2952d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.344901 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5087738c-299f-46d9-be51-c6444e2952d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25487456'] for subnet, precommit_delete_associations {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.430543 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5087738c-299f-46d9-be51-c6444e2952d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2050034'] for subnet, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.487011 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5087738c-299f-46d9-be51-c6444e2952d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2050027', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1029834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25486984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26026191'] for subnet, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.489687 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:16.512544 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087738c-299f-46d9-be51-c6444e2952d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ce8a12-5c5d-4803-b3b2-a3ebff1432ba,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:16.515057 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5087738c-299f-46d9-be51-c6444e2952d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:16.520314 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-5087738c-299f-46d9-be51-c6444e2952d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for subnet, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.522224 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-5087738c-299f-46d9-be51-c6444e2952d2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d9ce8a12-5c5d-4803-b3b2-a3ebff1432ba HTTP/1.1" status: 204  len: 168 time: 0.2545223
Jun 23 03:59:16.524759 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35762) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:16.525415 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815feb19-f785-4897-bc69-7b77437ab1e7 None None] Network 139534cd-c8cf-4403-8fe0-bee0072535e0 requested from dv-cinder-768592-6-iscsi {{(pid=99524) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 23 03:59:16.599382 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2030708'] for network, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.664339 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Deleting port 444765f4-6ffd-4d39-b672-8d7946a01051 {{(pid=99523) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:59:16.664727 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.736219 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.db [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] For port 444765f4-6ffd-4d39-b672-8d7946a01051, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=444765f4-6ffd-4d39-b672-8d7946a01051,segment=NetworkSegment(cd533ee0-73ca-404d-9541-39f61ed41657),segment_id=cd533ee0-73ca-404d-9541-39f61ed41657)] {{(pid=99523) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:59:16.736635 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.749727 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.plugin [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Calling delete_port for 444765f4-6ffd-4d39-b672-8d7946a01051 owned by network:dhcp {{(pid=99523) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:59:16.755192 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c46488-9fab-4669-9a70-17173653afe3 None None] DHCP port deletion for 139534cd-c8cf-4403-8fe0-bee0072535e0 request from dv-cinder-768592-6-iscsi {{(pid=99524) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 23 03:59:16.805810 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-04c46488-9fab-4669-9a70-17173653afe3 None None] Deleting port 444765f4-6ffd-4d39-b672-8d7946a01051 {{(pid=99524) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 23 03:59:16.806187 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-04c46488-9fab-4669-9a70-17173653afe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764877741855'] for port, before_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.810237 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:59:16.848431 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25487042'] for port, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.849385 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:59:16.849740 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device ffd9dba3-7d34-4d4b-acbf-f8c3cf22ae25 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:59:16.852200 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-f845fd04-d893-46d6-8a51-b0d72a546411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:16.877238 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] No DVR routers for this DVR port 444765f4-6ffd-4d39-b672-8d7946a01051 on host dv-cinder-768592-6-iscsi {{(pid=99523) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:59:16.878967 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Pushing event deleted for resources: {'Port': ['ID=444765f4-6ffd-4d39-b672-8d7946a01051,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:16.882453 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:16.892906 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.db [None req-04c46488-9fab-4669-9a70-17173653afe3 None None] For port 444765f4-6ffd-4d39-b672-8d7946a01051, host dv-cinder-768592-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-6-iscsi',level=0,port_id=444765f4-6ffd-4d39-b672-8d7946a01051,segment=NetworkSegment(cd533ee0-73ca-404d-9541-39f61ed41657),segment_id=cd533ee0-73ca-404d-9541-39f61ed41657)] {{(pid=99524) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 23 03:59:16.892906 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-04c46488-9fab-4669-9a70-17173653afe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551890'] for port, precommit_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.904337 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-04c46488-9fab-4669-9a70-17173653afe3 None None] Calling delete_port for 444765f4-6ffd-4d39-b672-8d7946a01051 owned by network:dhcp {{(pid=99524) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 23 03:59:16.952849 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2050175', 'neutron.services.segments.db._delete_segments_for_network-8764877765151'] for network, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.963538 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8bae298ee0>,) {'filters': {'network_id': ['139534cd-c8cf-4403-8fe0-bee0072535e0']}} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:16.974248 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bae298ee0>, 'cd533ee0-73ca-404d-9541-39f61ed41657') {'for_net_delete': True} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:16.974543 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.services.segments.db [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8bae298ee0>, 'cd533ee0-73ca-404d-9541-39f61ed41657') {} {{(pid=99523) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 23 03:59:16.980895 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-04c46488-9fab-4669-9a70-17173653afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1975138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621619', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764877745969', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764877239215'] for port, after_delete {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.983071 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764877670638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25487487'] for segment, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:16.983628 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-e30bb123-6bc1-4874-a863-a62200f2b546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:16.997333 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343'] for segment, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.004297 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=99523) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 23 03:59:17.004715 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2054343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25486869'] for segment, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]: Traceback (most recent call last):
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     timer()
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     cb(*args, **kw)
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     return func(*args, **kwargs)
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     self._notify()
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     self.callback(batched_events)
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     event.method(event)
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     return f(self, *a, **k)
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._get(url).json()
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     return self.request(url, 'GET', **kwargs)
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 23 03:59:17.006319 dv-cinder-768592-6-iscsi neutron-server[99523]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 23 03:59:17.008639 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c46488-9fab-4669-9a70-17173653afe3 None None] Pushing event deleted for resources: {'Port': ['ID=444765f4-6ffd-4d39-b672-8d7946a01051,revision_number=None']} {{(pid=99524) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:17.009629 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c46488-9fab-4669-9a70-17173653afe3 None None] No DVR routers for this DVR port 444765f4-6ffd-4d39-b672-8d7946a01051 on host dv-cinder-768592-6-iscsi {{(pid=99524) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 23 03:59:17.010969 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG oslo_concurrency.lockutils [None req-04c46488-9fab-4669-9a70-17173653afe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99524) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:17.060440 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2050164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-56610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-621608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-554601'] for network, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.066127 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621581'] for network, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.068197 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] 10.222.0.15 "DELETE /v2.0/networks/139534cd-c8cf-4403-8fe0-bee0072535e0 HTTP/1.1" status: 204  len: 168 time: 0.5424960
Jun 23 03:59:17.069089 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-81039889-1b85-45f5-9f92-91e45fd216e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:17.081943 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Pushing event deleted for resources: {'Network': ['ID=139534cd-c8cf-4403-8fe0-bee0072535e0,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:17.084854 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-e2b133b7-1919-48d8-b509-1223803ab279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:17.223855 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35766) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:17.267709 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-0d9b4920-69b0-45df-9204-3f2fb65f570d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7274023448c644aa9df320d7e545cfe2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0422297
Jun 23 03:59:17.270031 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35768) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:17.315356 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3087d020-1194-40b5-b7d7-9c648ee3bf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.335604 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3087d020-1194-40b5-b7d7-9c648ee3bf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.382274 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3087d020-1194-40b5-b7d7-9c648ee3bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.384801 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-3087d020-1194-40b5-b7d7-9c648ee3bf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.386108 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-3087d020-1194-40b5-b7d7-9c648ee3bf23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c18fa912-4afa-41dc-b536-3c1eefa1f480 HTTP/1.1" status: 204  len: 168 time: 0.1150839
Jun 23 03:59:17.387139 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-5e8621bf-6de1-4f4c-8aec-6e6e62faacc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:17.395447 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087d020-1194-40b5-b7d7-9c648ee3bf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18fa912-4afa-41dc-b536-3c1eefa1f480,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:17.397979 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-3087d020-1194-40b5-b7d7-9c648ee3bf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:17.694057 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35774) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:17.733158 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-aa615f6d-93a0-4916-a6fe-b23486d31558 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d65f777e3e045a3a51c04d5baad4eb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0377059
Jun 23 03:59:17.735481 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [-] (99523) accepted ('10.222.0.15', 35776) {{(pid=99523) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 23 03:59:17.782569 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-60e7efda-32c5-4a52-95ac-0ca77e1eb181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.802659 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-60e7efda-32c5-4a52-95ac-0ca77e1eb181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.850209 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-60e7efda-32c5-4a52-95ac-0ca77e1eb181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95665'] for security_group, after_delete {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.852797 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron_lib.callbacks.manager [None req-60e7efda-32c5-4a52-95ac-0ca77e1eb181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99523) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:17.853901 dv-cinder-768592-6-iscsi neutron-server[99523]: INFO neutron.wsgi [None req-60e7efda-32c5-4a52-95ac-0ca77e1eb181 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70a2fbed-adf0-476c-9a77-f8c69981ffd7 HTTP/1.1" status: 204  len: 168 time: 0.1175501
Jun 23 03:59:17.854684 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-da961912-0bc7-4a50-9b53-814845b7f591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 23 03:59:17.862086 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7efda-32c5-4a52-95ac-0ca77e1eb181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a2fbed-adf0-476c-9a77-f8c69981ffd7,revision_number=None']} {{(pid=99523) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 23 03:59:17.864402 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG oslo_concurrency.lockutils [None req-60e7efda-32c5-4a52-95ac-0ca77e1eb181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99523) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 23 03:59:18.654317 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 444765f4-6ffd-4d39-b672-8d7946a01051 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:59:18.674325 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 444765f4-6ffd-4d39-b672-8d7946a01051 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:59:18.674678 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 444765f4-6ffd-4d39-b672-8d7946a01051 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:59:18.675090 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 91308bfe-9d6c-4765-9344-859adfbaa792 no longer exists at agent ovs-agent-dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jun 23 03:59:18.697297 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.plugin [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] No Port match for: 91308bfe-9d6c-4765-9344-859adfbaa792 {{(pid=99524) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 23 03:59:18.697860 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron.plugins.ml2.rpc [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Device 91308bfe-9d6c-4765-9344-859adfbaa792 not bound to the agent host dv-cinder-768592-6-iscsi {{(pid=99524) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jun 23 03:59:25.937483 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:32.364314 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-ea6a0152-b4ed-4462-89dc-3dd98a8e0e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:35.013798 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a5ab6124-ff87-453c-9b9e-6bc86694831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:35.359167 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:36.372606 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:37.518191 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 03:59:38.219645 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 03:59:56.041368 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:02.364922 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-0f807fdf-b841-42d2-86f2-62bd5d73d93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:05.013378 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-a76f22f1-7fec-4365-a82e-6e2d3312f094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:05.360910 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:06.375409 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:07.519064 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:15.219038 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 04:00:25.936004 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:32.365515 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-df5da45d-c2b0-4403-a005-0762a0d55b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:35.014183 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-abb3d28d-e5f6-4d9b-ad3d-063bfbc53db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:35.361538 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:36.378447 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:37.521319 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:00:52.217755 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 04:00:55.935899 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:02.366929 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-10d04001-4268-403d-b8a2-5af3aac59462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:05.015551 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-faf63abd-7367-40e4-b248-b7b85c3fd166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:05.362567 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:06.382473 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:07.525068 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:25.952378 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:29.216953 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 04:01:32.367749 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-c1273a8e-6cca-4719-ac13-c588ca400fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:35.015903 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9f128b80-5b54-4cfb-9154-2842b7aa8b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:35.364446 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:36.384068 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:37.529116 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:01:55.964338 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:02.367270 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-229ab495-6e2a-47dd-84d9-dd5d77374c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:04.588974 dv-cinder-768592-6-iscsi neutron-server[99523]: DEBUG neutron.wsgi [req-3bee6b2a-485b-47c2-a06b-63ca52c34277 req-3165dbaa-4ef6-48bf-b88c-179f96090639 service neutron] (99523) timed out ('10.222.0.26', 55913) {{(pid=99523) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 23 04:02:04.647812 dv-cinder-768592-6-iscsi neutron-server[99522]: DEBUG neutron.wsgi [req-07c3eacf-7e35-4b6a-ae17-abc66016f697 req-48232d5b-f0df-48f0-bf57-3e4e5d97e5fa service neutron] (99522) timed out ('10.222.0.26', 55878) {{(pid=99522) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 23 04:02:05.017070 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-36b6b651-76d2-4ac7-bb25-bd9318a007e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:05.366190 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:06.215564 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 04:02:06.386511 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:07.531375 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:25.963447 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:32.369088 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3241566c-75e7-4570-99b1-386739b852ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:35.018207 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-b29616f2-422b-460b-a0d7-3d498630fc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:35.366467 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:36.390404 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:37.534373 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:02:43.214003 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 04:02:55.955344 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:02.369913 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-639ffeb1-1258-4fdf-a86c-b3bb8be6d529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:05.019223 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-cb0359f2-6388-4635-9c84-e7b213c82161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:05.367597 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:06.392050 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:07.537786 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:20.212531 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 04:03:25.966069 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:32.371191 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-926c16ea-948a-4ec0-ba2a-5eac6fd32787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:35.019761 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-8408b3c2-e28f-45cd-aa8f-593b88ac3843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:35.370857 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:36.394305 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:37.541254 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:55.966017 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:03:57.210685 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 04:04:02.371870 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-36d5a2c0-561e-45df-a2a8-380df9a55c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:04:05.020840 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-909e46b3-6f20-4e66-b954-f004028d5c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:04:05.371949 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:04:06.396811 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:04:07.544311 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:04:25.976063 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-71557373-0a9a-49b6-99f2-300cfe15aabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:04:32.373111 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-25ae0b05-608e-4e29-b057-273ce58623b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:04:34.210295 dv-cinder-768592-6-iscsi neutron-server[99526]: DEBUG neutron.db.agents_db [None req-3bcdc18a-c974-4cd9-9e45-0f76e2307e08 None None] Agent healthcheck: found 6 active agents {{(pid=99526) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 23 04:04:35.022097 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9874238a-3259-45dd-823d-a4002773c426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:04:35.373952 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-3e65d16f-be31-426e-9024-48c1799ed5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:04:36.400952 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-9d98c999-4229-4f72-91c3-c2b962aa3d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 23 04:04:37.547085 dv-cinder-768592-6-iscsi neutron-server[99524]: DEBUG neutron_lib.callbacks.manager [None req-6ad4c728-ba1b-41a2-9af5-77019d2c9e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764877765133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2061365'] for agent, after_update {{(pid=99524) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}